-- Logs begin at Wed 2020-12-02 17:03:31 UTC, end at Wed 2020-12-02 18:04:09 UTC. -- Dec 02 17:39:52.878262 dv-cinder-733623-9-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 02 17:39:55.423557 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.common.config [-] Logging enabled! Dec 02 17:39:55.424105 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194 Dec 02 17:39:55.425389 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80148) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 02 17:39:55.426145 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.common.config [-] Logging enabled! Dec 02 17:39:55.426436 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194 Dec 02 17:39:55.426719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80148) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 02 17:39:55.427845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 02 17:39:55.428114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 02 17:39:55.429170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 02 17:39:55.429462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 02 17:39:55.429729 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 02 17:39:55.430110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.430464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.430817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.431109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.431461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.431805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.432140 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.432487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.432838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.433169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.433493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.433824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.434092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.434424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.434766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.435136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.435402 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] debug = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.435730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.436280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.436609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.436933 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.437274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.437593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.437913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.438256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.438623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] host = dv-cinder-733623-9-smb {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.438979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.439311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.439653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.439989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.440310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.440636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.440974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.441296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.441618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] log_file = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.441938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.442283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.442623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.442991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.443257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.443519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.443859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.444199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.445048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.445369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.445689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.446007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.446327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.446643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.446998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.447341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.447680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.448000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.448318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.448635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.448951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.449288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.449606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.449924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.450241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.450576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.450889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.451233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.451592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.451929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.452265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.452603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.452921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.453252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.453568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.453884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.454200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] use_json = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.454516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.454828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.455183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.455500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.455817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.456134 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.456451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.456790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:55.457134 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.457485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.457841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.458172 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.458516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.458845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.459215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.459540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.459883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.460782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.461126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.461453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.461789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.462137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.462484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.462806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.463158 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.463501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.463821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.464141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.464482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.464819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.465129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.465455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.465778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.466104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.466409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.466740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.467130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.467453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.467771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.468081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.468397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.468713 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.469046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.469372 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.469689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.470006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.470329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.470645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.470981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.471312 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.471631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.471954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.472280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.472597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.472917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.473237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.473556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.473873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.474192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.474514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.474833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.475213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.475535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.475896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.476218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.476552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.476899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.477227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.477551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.477876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.478201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.478527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.478852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.479215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.479544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.479864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.480211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.480544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.480878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.481209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.481538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.481887 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.482215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.482544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.482867 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.483218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.483548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.483881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.484224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.484569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.484912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.485255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.485600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.485932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.486300 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.486630 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:55.486887 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 02 17:39:55.487186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80148) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 02 17:39:56.146818 dv-cinder-733623-9-smb neutron-server[80148]: INFO keyring.backend [-] Loading Gnome Dec 02 17:39:56.164210 dv-cinder-733623-9-smb neutron-server[80148]: INFO keyring.backend [-] Loading Google Dec 02 17:39:56.166875 dv-cinder-733623-9-smb neutron-server[80148]: INFO keyring.backend [-] Loading Windows (alt) Dec 02 17:39:56.170337 dv-cinder-733623-9-smb neutron-server[80148]: INFO keyring.backend [-] Loading file Dec 02 17:39:56.171205 dv-cinder-733623-9-smb neutron-server[80148]: INFO keyring.backend [-] Loading keyczar Dec 02 17:39:56.171497 dv-cinder-733623-9-smb neutron-server[80148]: INFO keyring.backend [-] Loading multi Dec 02 17:39:56.172160 dv-cinder-733623-9-smb neutron-server[80148]: INFO keyring.backend [-] Loading pyfs Dec 02 17:39:56.219049 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:39:56.219368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:39:56.219700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:39:56.220081 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 02 17:39:56.642515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.643094 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.643194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.704758 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.705076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.705377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.708731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.709048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.709355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.786526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.786839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.787172 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.788992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.789299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.789603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.908975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.909244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.909555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.909864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:56.910715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.092646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.093031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.093365 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.093677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.093984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.094377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.094686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.095004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.095302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.095649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.095951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.096263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.096576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.096874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.097194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.097514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.097814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.098143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.098436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.098962 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.099254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.099543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.099890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.100178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.100460 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.100951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.101238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.101522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.101802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.102082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.102361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.103773 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 02 17:39:57.111193 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 02 17:39:57.118825 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 02 17:39:57.124078 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Dec 02 17:39:57.126877 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 02 17:39:57.128020 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 02 17:39:57.128416 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 02 17:39:57.128867 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 02 17:39:57.133038 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 02 17:39:57.133325 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 02 17:39:57.133724 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 02 17:39:57.156044 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 02 17:39:57.156562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.156898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80148) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 02 17:39:57.157313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.158674 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80148) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 02 17:39:57.159082 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 02 17:39:57.159329 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 02 17:39:57.162370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.162688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.228641 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 02 17:39:57.228918 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 02 17:39:57.229197 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 02 17:39:57.229613 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 02 17:39:57.267006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.sqlalchemy.engines [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80148) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 02 17:39:57.574969 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Initializing driver for type 'gre' Dec 02 17:39:57.575669 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] gre ID ranges: [(1, 1000)] Dec 02 17:39:57.618515 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Initializing driver for type 'local' Dec 02 17:39:57.618892 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Initializing driver for type 'vlan' Dec 02 17:39:57.629107 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] VlanTypeDriver initialization complete Dec 02 17:39:57.629483 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Initializing driver for type 'vxlan' Dec 02 17:39:57.630058 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] vxlan ID ranges: [(1, 1000)] Dec 02 17:39:57.671889 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Initializing extension driver 'port_security' Dec 02 17:39:57.672337 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.extensions.port_security [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] PortSecurityExtensionDriver initialization complete Dec 02 17:39:57.672613 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Initializing mechanism driver 'openvswitch' Dec 02 17:39:57.679392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:39:57.680248 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.680657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.681045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.681473 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.681863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.682247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.682671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.683083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.683465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.683880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > security_group after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.684263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > security_group after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.684640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.685056 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.685442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.685818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.686369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > address_group after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.686754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > address_group after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.687161 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.687534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] ML2 OVO RPC backend initialized. {{(pid=80148) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 02 17:39:57.688257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.688651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.689110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.689496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > networks before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.689882 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.690262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > ports before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.690643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnet before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.691051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnets before_response 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.691438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.691817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.692190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.692577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.692946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.693320 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.693694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.694066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.694437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.695096 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.plugin [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Modular L2 Plugin initialization complete Dec 02 17:39:57.695454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading services supported by the core plugin {{(pid=80148) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 02 17:39:57.695817 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.plugins.ml2.managers [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Got port-security extension from driver 'port_security' Dec 02 17:39:57.696327 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.extensions.vlantransparent [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Disabled vlantransparent extension. Dec 02 17:39:57.697739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80148) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 02 17:39:57.698097 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: router Dec 02 17:39:57.739090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.739534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router after_create 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.739940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router before_create 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.740345 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.740762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.741156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router after_delete 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.742158 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.742573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router after_create 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.742981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router after_update 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.743374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router after_update 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.743764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.744174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router after_update 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.744668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.745089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.745471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: port after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.745848 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: subnet after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.746227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.746616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.747028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.747411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: port before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.747796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.748204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router after_update 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.748585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.748975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.749384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.749769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.750200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > network after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.751224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Tracking information for resource: router configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.751604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Tracking information for resource: floatingip configured {{(pid=80148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 17:39:57.756580 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_agentschedulers_db [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 02 17:39:57.757260 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.757655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: port after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.758043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: port after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.758428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.759369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router before_create 55550100 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.759780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.760185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_create 55550100 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.760582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > router precommit_update 55550100 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.765225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.provider_configuration [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service providers = [] {{(pid=80148) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 02 17:39:57.765629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.servicetype_db [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80148) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 02 17:39:57.768489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.service_base [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 17:39:57.769132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.service_base [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 17:39:57.769516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.service_base [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 17:39:57.770417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.service_base [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 17:39:57.770821 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.services.service_base [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 02 17:39:57.771263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.771623 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 02 17:39:57.793391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.793770 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: auto_allocate Dec 02 17:39:57.804856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: network precommit_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.805262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: network precommit_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.805849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.806206 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: tag Dec 02 17:39:57.817461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.817836 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: timestamp Dec 02 17:39:57.821702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.822077 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: network_ip_availability Dec 02 17:39:57.829094 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.829461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.829855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:57.830647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.831033 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: flavors Dec 02 17:39:57.846787 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.847193 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading Plugin: revisions Dec 02 17:39:57.852127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 17:39:57.852546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.633s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:39:57.853363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80148) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Dec 02 17:39:57.853722 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Initializing extension manager. Dec 02 17:39:57.854294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: __init__.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.854678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: __pycache__ {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.855085 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.855462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: _filter_validation_lib.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.855836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.856206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: address_group.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.857013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.857658 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: address-group Dec 02 17:39:57.858022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: address_scope.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.858805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.859427 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: address-scope Dec 02 17:39:57.859794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.860752 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.861337 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: router-admin-state-down-before-update Dec 02 17:39:57.861705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: agent.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.862476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.863088 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: agent Dec 02 17:39:57.863454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: agent_resources_synced.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.864507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.865091 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: agent-resources-synced Dec 02 17:39:57.865455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: allowedaddresspairs.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.867870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.868467 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: allowed-address-pairs Dec 02 17:39:57.868840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: auto_allocated_topology.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.869931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.870523 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: auto-allocated-topology Dec 02 17:39:57.870892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: availability_zone.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.871679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.872261 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: availability_zone Dec 02 17:39:57.872625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: availability_zone_filter.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.873561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.874146 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: availability_zone_filter Dec 02 17:39:57.874511 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: data_plane_status.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.875465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.876040 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension data-plane-status not supported by any of loaded plugins Dec 02 17:39:57.876406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: default_subnetpools.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.877336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.877913 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: default-subnetpools Dec 02 17:39:57.878280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.879159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.879747 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: dhcp_agent_scheduler Dec 02 17:39:57.880113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: dns.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.881038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.881611 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension dns-integration not supported by any of loaded plugins Dec 02 17:39:57.881998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: dns_domain_ports.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.882970 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.883552 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 02 17:39:57.883913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: dvr.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.884646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.885227 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: dvr Dec 02 17:39:57.885591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: empty_string_filtering.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.886520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.887128 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: empty-string-filtering Dec 02 17:39:57.887492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.888429 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.889013 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 02 17:39:57.889375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.890299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.890880 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 02 17:39:57.891273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: external_net.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.892789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.893361 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: external-net Dec 02 17:39:57.893728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.894908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.895525 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: extra_dhcp_opt Dec 02 17:39:57.895892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: extraroute.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.896815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.897396 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: extraroute Dec 02 17:39:57.897789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: extraroute_atomic.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.898841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.899453 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: extraroute-atomic Dec 02 17:39:57.899817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: filter_validation.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.900526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.901101 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: filter-validation Dec 02 17:39:57.901460 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: fip_pf_description.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.902385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.903001 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 02 17:39:57.903375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: fip_port_details.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.904315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.904904 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: fip-port-details Dec 02 17:39:57.905265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: flavors.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.906518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.907140 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: flavors Dec 02 17:39:57.907509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.909174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.909771 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 02 17:39:57.910142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: floatingip_pools.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.910909 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.911520 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: floatingip-pools Dec 02 17:39:57.911890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: ip_allocation.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.912839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.913956 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension ip_allocation not supported by any of loaded plugins Dec 02 17:39:57.914322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.915298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.915884 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: ip-substring-filtering Dec 02 17:39:57.916255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l2_adjacency.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.917191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.917772 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 02 17:39:57.918135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l3.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.919347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.919950 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: router Dec 02 17:39:57.920320 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.922629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.923254 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 02 17:39:57.923631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.924590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.925180 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: ext-gw-mode Dec 02 17:39:57.925549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.926485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.927098 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: l3-ha Dec 02 17:39:57.927466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l3_flavors.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.928418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.929583 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: l3-flavors Dec 02 17:39:57.929945 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.930888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.931497 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 02 17:39:57.931859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: l3agentscheduler.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.933041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.933643 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: l3_agent_scheduler Dec 02 17:39:57.934018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: logging.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.935583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.936185 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension logging not supported by any of loaded plugins Dec 02 17:39:57.936556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: metering.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.937469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.938174 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: metering Dec 02 17:39:57.938546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.939706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.940298 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: metering_source_and_destination_fields Dec 02 17:39:57.940665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: multiprovidernet.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.941608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.942197 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: multi-provider Dec 02 17:39:57.942563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: netmtu.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.943514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.944102 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: net-mtu Dec 02 17:39:57.944501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: netmtu_writable.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.945439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.946025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: net-mtu-writable Dec 02 17:39:57.946393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: network_availability_zone.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.947177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.947761 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: network_availability_zone Dec 02 17:39:57.948126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: network_ip_availability.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.949253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.949839 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: network-ip-availability Dec 02 17:39:57.950208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: network_segment_range.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.951109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.951704 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension network-segment-range not supported by any of loaded plugins Dec 02 17:39:57.952065 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: pagination.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.953068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.953445 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: pagination Dec 02 17:39:57.953816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.954754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.955391 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: port-mac-address-regenerate Dec 02 17:39:57.955753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.956681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.957274 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: port-numa-affinity-policy Dec 02 17:39:57.957633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: port_resource_request.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.958558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.959168 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension port-resource-request not supported by any of loaded plugins Dec 02 17:39:57.959530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: portbindings.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.961012 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.961595 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: binding Dec 02 17:39:57.961958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: portbindings_extended.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.963380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.963977 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: binding-extended Dec 02 17:39:57.964355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: portsecurity.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.965296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.965886 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: port-security Dec 02 17:39:57.966257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: project_id.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.967274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.967652 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: project-id Dec 02 17:39:57.968015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: providernet.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.968956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.969548 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: provider Dec 02 17:39:57.969917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.973464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.974066 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos not supported by any of loaded plugins Dec 02 17:39:57.974437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.976286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.976875 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 02 17:39:57.977249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.978187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.978772 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 02 17:39:57.979164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_default.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.980089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.980675 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-default not supported by any of loaded plugins Dec 02 17:39:57.981041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_fip.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.981742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.982321 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-fip not supported by any of loaded plugins Dec 02 17:39:57.982688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_gateway_ip.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.983648 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.984237 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 02 17:39:57.984602 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_port_network_policy.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.985528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.986109 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 02 17:39:57.986476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_rule_type_details.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.987450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.988035 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 02 17:39:57.988404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: qos_rules_alias.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.989549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.990133 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 02 17:39:57.990498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: quotasv2.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.991536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.991914 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: quotas Dec 02 17:39:57.992273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: quotasv2_detail.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.993875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.994265 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: quota_details Dec 02 17:39:57.994638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: rbac.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.996759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.996759 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: rbac-policies Dec 02 17:39:57.996759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: rbac_address_scope.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.997705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:57.998294 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: rbac-address-scope Dec 02 17:39:57.998660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: rbac_security_groups.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:57.999626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.000212 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: rbac-security-groups Dec 02 17:39:58.000580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: rbac_subnetpool.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.001510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.002095 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: rbac-subnetpool Dec 02 17:39:58.002462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: revisionifmatch.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.003426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.004020 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: revision-if-match Dec 02 17:39:58.004388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: revisions.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.005532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.006119 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: standard-attr-revisions Dec 02 17:39:58.006484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: router_availability_zone.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.007268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.007858 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: router_availability_zone Dec 02 17:39:58.008223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: routerservicetype.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.009170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.009751 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension router-service-type not supported by any of loaded plugins Dec 02 17:39:58.010114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.011183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.011771 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: port-security-groups-filtering Dec 02 17:39:58.012138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.013105 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.013695 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: security-groups-remote-address-group Dec 02 17:39:58.014068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: securitygroup.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.027907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.028533 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: security-group Dec 02 17:39:58.028909 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: segment.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.029789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.030371 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension segment not supported by any of loaded plugins Dec 02 17:39:58.030741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.031747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.032332 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 02 17:39:58.032697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: servicetype.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.033824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.034426 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: service-type Dec 02 17:39:58.034793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: sorting.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.035826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.036205 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: sorting Dec 02 17:39:58.036567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: standard_attr_segment.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.037531 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.038176 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 02 17:39:58.039084 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: standardattrdescription.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.039783 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.040361 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: standard-attr-description Dec 02 17:39:58.040724 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: stateful_security_group.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.041671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.042264 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: stateful-security-group Dec 02 17:39:58.042631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: stdattrs_common.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.043256 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 02 17:39:58.043620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.044662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.045252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 02 17:39:58.045618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: subnet_onboard.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.046704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.047318 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: subnet_onboard Dec 02 17:39:58.047680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.048626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.049216 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 02 17:39:58.049575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: subnet_service_types.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.050518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.051130 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: subnet-service-types Dec 02 17:39:58.051491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: subnetallocation.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.052574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.053159 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: subnet_allocation Dec 02 17:39:58.053529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.054280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.054876 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: subnetpool-prefix-ops Dec 02 17:39:58.055278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.056236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.056818 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 02 17:39:58.057183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: tagging.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.059594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.060193 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: standard-attr-tag Dec 02 17:39:58.060566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: timestamp.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.061745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.062339 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loaded extension: standard-attr-timestamp Dec 02 17:39:58.062707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: trunk.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.063770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.064361 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension trunk not supported by any of loaded plugins Dec 02 17:39:58.064729 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: trunk_details.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.065669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.066252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension trunk-details not supported by any of loaded plugins Dec 02 17:39:58.066617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: uplink_status_propagation.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.067573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.068155 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 02 17:39:58.068520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Loading extension file: vlantransparent.py {{(pid=80148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 17:39:58.069234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 17:39:58.069834 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 02 17:39:58.072512 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:network Dec 02 17:39:58.073325 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:subnet Dec 02 17:39:58.073998 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 17:39:58.074675 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:port Dec 02 17:39:58.076196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.076687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service FLAVORS assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.077378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.077861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.078236 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:router Dec 02 17:39:58.079015 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:floatingip Dec 02 17:39:58.079840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service METERING assigned prefix: /metering {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.081591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:58.081994 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:58.082379 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:39:58.083559 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of CountableResource for resource:rbac_policy Dec 02 17:39:58.084052 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:security_group Dec 02 17:39:58.084864 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 02 17:39:58.086220 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service CORE assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.086594 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 17:39:58.086986 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] subnetpool is already registered Dec 02 17:39:58.087663 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service CORE assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.088034 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 17:39:58.088406 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] subnetpool is already registered Dec 02 17:39:58.091210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.091692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service FLAVORS assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.092346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.092813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.093186 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:router Dec 02 17:39:58.093551 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] router is already registered Dec 02 17:39:58.094214 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:floatingip Dec 02 17:39:58.094577 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] floatingip is already registered Dec 02 17:39:58.095335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service METERING assigned prefix: /metering {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.096069 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of CountableResource for resource:rbac_policy Dec 02 17:39:58.096434 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] rbac_policy is already registered Dec 02 17:39:58.097064 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:security_group Dec 02 17:39:58.097432 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] security_group is already registered Dec 02 17:39:58.098083 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 02 17:39:58.098448 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] security_group_rule is already registered Dec 02 17:39:58.099212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service CORE assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.099578 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 17:39:58.099940 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] subnetpool is already registered Dec 02 17:39:58.101214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.resource_helper [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Service CORE assigned prefix: {{(pid=80148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 17:39:58.101581 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 17:39:58.101941 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.quota.resource_registry [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] subnetpool is already registered Dec 02 17:39:58.102674 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: extensions {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.104280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: address-groups {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.105996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: address-scopes {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.107320 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: agents {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.108564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: auto-allocated-topology {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.109905 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: availability_zones {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.111338 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: dhcp-networks {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.112843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: dhcp-agents {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.114340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: routers {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.116342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: flavors {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.117597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: service_profiles {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.118897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: next_providers {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.120559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: service_profiles {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.122106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: floatingip-pools {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.123439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: routers {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.125351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: floatingips {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.126644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: l3-routers {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.128154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: l3-agents {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.129674 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: metering-labels {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.131141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: metering-label-rules {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.132557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: network-ip-availabilities {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.133915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: bindings {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.135690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: quotas {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.137237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: quotas {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.138755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: rbac-policies {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.140163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: security-groups {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.141461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: security-group-rules {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.142781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: service-providers {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.144411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: subnetpools {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.146862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: subnetpools {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.148993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.150776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.250011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.251938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.253852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.255688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.257625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.259698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.261692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.263710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.extensions [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Extended resource: tags {{(pid=80148) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 17:39:58.271127 dv-cinder-733623-9-smb neutron-server[80148]: WARNING keystonemiddleware.auth_token [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 02 17:39:58.277056 dv-cinder-733623-9-smb neutron-server[80148]: WARNING keystonemiddleware.auth_token [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 02 17:39:58.285895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Acquired lock "singleton_lock" {{(pid=80148) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 02 17:39:58.286428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Releasing lock "singleton_lock" {{(pid=80148) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 02 17:39:58.287952 dv-cinder-733623-9-smb neutron-server[80148]: INFO oslo_service.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Starting 2 workers Dec 02 17:39:58.293313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Started child 80257 {{(pid=80148) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 17:39:58.297693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:39:58.298003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Started child 80258 {{(pid=80148) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 17:39:58.299202 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [-] (80257) wsgi starting up on http://0.0.0.0:9696 Dec 02 17:39:58.299661 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 02 17:39:58.300324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Notify callbacks [] for process, before_spawn {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:39:58.301575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:39:58.302740 dv-cinder-733623-9-smb neutron-server[80148]: INFO oslo_service.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Starting 1 workers Dec 02 17:39:58.302910 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [-] (80258) wsgi starting up on http://0.0.0.0:9696 Dec 02 17:39:58.308221 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Started child 80259 {{(pid=80148) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 17:39:58.308785 dv-cinder-733623-9-smb neutron-server[80148]: INFO oslo_service.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Starting 1 workers Dec 02 17:39:58.310820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] calling RpcWorker wait() {{(pid=80259) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 02 17:39:58.311249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] returning from RpcWorker wait() {{(pid=80259) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 02 17:39:58.312863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:39:58.313374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:39:58.313477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Started child 80260 {{(pid=80148) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 17:39:58.314168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0968fe8d-8beb-431e-8471-29c4cc8f93a0 None None] Notify callbacks [] for process, after_spawn {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:39:58.315873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80148) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 02 17:39:58.316122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 02 17:39:58.316324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 02 17:39:58.316613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 02 17:39:58.317039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 02 17:39:58.317239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 02 17:39:58.317813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.318131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.318225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:39:58.318443 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.318749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.319107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.319803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.320120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.320433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.320751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.321033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.321233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.321434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.321733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.322024 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.322365 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.322665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.322971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.323256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.323477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.323767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.324064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.324354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.324661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] debug = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.324954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.325577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.325841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.326115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.326373 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.326684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.326968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.327302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.327569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.327822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.328093 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.328376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.328625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.328878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.329200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.329452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.329952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] host = dv-cinder-733623-9-smb {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.330162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.330416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.330722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.331015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.331308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.331559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.331854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.332153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.332443 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.332708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.333018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.333302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.333573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.333857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_file = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.334052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_options = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.334303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.334571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.334867 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.335638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.335836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.336029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.336331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.336525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.336808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.337060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.337314 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.337566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.337816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.338065 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.338348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.338598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.338862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.339132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.339431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.339701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.339968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.340236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.340503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.340741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.340997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.341245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.341514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.341761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.342139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.342398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.342689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.343073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.343415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.343658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.343802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.344032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.344256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.344576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.344858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.345122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.345417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.345668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.345966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.346248 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.346462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.346711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_json = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.347033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.347267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.347416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:39:58.348107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.348367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.348623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.348880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.349135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.349419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.349863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.350183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.350647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.351420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.351668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.351951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.352257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.352521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.352795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.353074 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.353393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.353650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.353995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.354310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.354620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.354896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.355176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.355454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.355740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.355992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.356242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.356509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.356815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.357072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.357327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.357598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.357864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.358136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.358398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.358715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.359016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.359294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.359550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.359826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.360078 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.360328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.360599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.360884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.361167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.361457 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.361727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.361980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.362228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.362480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.362770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.363054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.363263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.363493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.363732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.364179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.364492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.364754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.365007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.365258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.365513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.365762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.366011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.366308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.366561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.366815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.367091 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.367362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.367611 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.367858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.368108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.368356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.368604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.368857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.369089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.369333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.369580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.369827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.370076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.370382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.370738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.371035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.371323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.371637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.371901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.372175 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.372481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.372737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.372978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.373249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.373544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.373813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.374111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.374391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.374647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.374988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.375254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.375832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.375832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.376106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.376283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.376917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.376917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.377550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.377550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.377806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.377946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.378194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.378519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.378800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.379124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.379479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.379795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.380076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.380353 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.380629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.380907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.381199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.381504 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.382282 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.382600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.382857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.383219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.383501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.383758 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.384033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.384311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.384654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.384947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.385205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.385458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.385770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.386061 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.386323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.386628 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.386922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.387242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.387541 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.387820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.388105 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.388386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.388737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.388899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.389131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.389392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.389672 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.389924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.390196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.390496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.390731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.392593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.392593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.392593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.392593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.392593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.392593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.392593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.394276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.394276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.394276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.394276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.394276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.394276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.395359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.395359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.395359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.395359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.395623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.395878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.396159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.396419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.396721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.396953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.397207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.397506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.398269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.398525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.398779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.399101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.399359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.399659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.399944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.400309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.400590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.400884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.401160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.401412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.401685 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.401943 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.402217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.402474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.402748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.403056 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.403318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.403581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.403832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.404085 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.404337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.404596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.404845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.405170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.405459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.405736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.406011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.406315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.406587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.406832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.407201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.407498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.407762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.408139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.408400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.408688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.408947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.409205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.409475 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.409825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.410190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.410550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.410873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.411243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.411579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.411900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.412219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.412495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.412823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.413187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.413490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.413775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.414047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.414340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.414606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.414865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.415150 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.415406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.415665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.415955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.416264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.416558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.416823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.417101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.417382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.417667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.417920 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.418202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.418513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.418744 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 02 17:39:58.419212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80148) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 02 17:39:58.419408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 02 17:39:58.419597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 02 17:39:58.419807 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 02 17:39:58.420016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 02 17:39:58.420203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 02 17:39:58.420456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.420652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.420848 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.421041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.421235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.421449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.421642 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.421832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.422023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.422214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.422405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.422597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.422803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.422985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.423168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.423361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.423550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.423810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.423960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.424096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.424243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.424422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.424612 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] debug = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.424800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.425010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.425201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.425390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.425579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.425817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.426023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.426254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.426432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.426608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.426800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.427013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.427204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.427394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.427585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.427774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.427964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] host = dv-cinder-733623-9-smb {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.428159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.428351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.428540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.428751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.428931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.429123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.429261 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.429441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.429630 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.429818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.430007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.430180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.430450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.430586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_file = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.430699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_options = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.430855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.431085 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.431348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.431486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.431602 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.431736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.431926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.432115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.432305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.432495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.432685 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.432874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.433063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.433254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.433445 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.433679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.433874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.434081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.434222 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.434366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.434503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.434639 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.434826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.435039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.435230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.435419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.435610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.435800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.435992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.436181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.436372 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.436561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.436750 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.436939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.437128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.437319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.437572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.437778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.437915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.438014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.438198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.438388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.438579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.438773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.439047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.439146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_json = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.439305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.439495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.439708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.439928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.440027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.440186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.440374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.440567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 17:39:58.440779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.440974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.441179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.441373 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.441566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.441760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.441954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.442148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.442340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.442532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.442731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.442923 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.443181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.443376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.443571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.443765 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.443958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.444181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.444841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.445020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.445213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.445407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.445598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.445791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.445983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.446175 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.446369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.446564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.446757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.446962 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.447165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.447358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.447551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.447744 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.447939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.448133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.448327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.448524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.448717 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.448921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.449114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.449307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.449500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.449693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.449885 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.450077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.450269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.450460 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.450653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.450844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.451115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.451310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.451504 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.451696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.451890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.452081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.452275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.452468 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.452659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.452852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.453045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.453239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.453436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.453599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.453797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.453990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.454184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.454471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.454621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.454770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.454913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.455124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.455273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.455410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.455621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.455814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.456007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.456214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.456408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.456601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.456795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.456987 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.457177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.457369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.457560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.457752 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.457946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.458167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.458287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.458467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.458664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.458855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.459071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.459264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.459454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.459648 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.459839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.460582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.460775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.460968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.461171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.461362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.461555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.461747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.461946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.462149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.462343 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.462537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.462730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.462922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.463159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.463352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.463545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.463737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.463930 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.464122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.464324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.464527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.464720 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.464913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.465108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.465327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.465522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.465696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.466100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.466267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.470997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471475 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471475 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.471692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.472581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.473977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.474174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.474367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.474563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.474756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.475004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.475181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.475374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.475601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.475812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.476006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.476198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.476390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.476583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.476776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.476970 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.477168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.477342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.477535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.477727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.477918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.478108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.478303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.478503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.478696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.478888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.479122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.479324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.479519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.479952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.479952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.480112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.480235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.480413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.480593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.482921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.483044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.483182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.483378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.483570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.483763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.483958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.484149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.484341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.484534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.484726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.484918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.485109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.485299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.485491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.485683 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.485878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.486069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.486260 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.486452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.486644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.486838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 17:39:58.487062 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80148) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 02 17:39:58.530919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53680) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:39:58.542444 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087712 Dec 02 17:40:08.488444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48210822-3c2c-4f56-8513-d2d9c91be61c None None] get_active_networks_info from dv-cinder-733623-9-smb {{(pid=80259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 02 17:40:08.640788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48210822-3c2c-4f56-8513-d2d9c91be61c None None] No non-hosted networks {{(pid=80259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 02 17:40:08.661807 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6350fb5d-77e2-4dba-9c21-2f95780bf573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601'] for agent, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:10.849117 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-08a83ead-3716-4e4a-b933-d55b55bc0c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601'] for agent, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:11.013403 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3886f2eb-5ddf-46e0-8e37-546533424a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:11.030527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601'] for agent, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:12.230067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601'] for agent, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:12.231302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.231935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.232563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.233487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.234039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.234588 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.235185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.235755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.236298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.236843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.237383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.238115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:12.238704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733623-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:12.244735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733623-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:12.477362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] get_endpoint_by_host() called for host dv-cinder-733623-9-smb {{(pid=80259) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 02 17:40:12.482887 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=80259) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 02 17:40:12.486902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=80259) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 02 17:40:12.499143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] _get_endpoints() called {{(pid=80259) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 02 17:40:12.509938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601'] for agent, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:14.265199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53772) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:14.917541 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-d806cf40-989e-4914-8af3-41d9dceecb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:40:14.918165 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-d806cf40-989e-4914-8af3-41d9dceecb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:40:15.152056 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [None req-d806cf40-989e-4914-8af3-41d9dceecb61 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80258) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:40:15.153149 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d806cf40-989e-4914-8af3-41d9dceecb61 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8869605 Dec 02 17:40:16.080341 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_hamode_db [None req-d57098a2-1c9f-4996-9309-31d182076f9a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 02 17:40:16.167335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57098a2-1c9f-4996-9309-31d182076f9a None None] Routers set() bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:40:16.167733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57098a2-1c9f-4996-9309-31d182076f9a None None] Router IDs set() for agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 02 17:40:17.880323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53786) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:18.299022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:40:18.348336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.policy [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80258) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 02 17:40:18.349160 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:40:18.349574 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:40:18.357185 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] Loaded quota_driver: . Dec 02 17:40:18.401835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:18.455805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902479631', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902722205', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902722805', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902746274', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727902745166', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853927203', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-882814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3789596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3607543'] for rbac-policy, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:18.520347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:18.521569 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4843d636-c315-4970-bc4b-261795b7a3bb admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6401980 Dec 02 17:40:21.486895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53800) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:21.889035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'name': 'private'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:40:21.895267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:21.902400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Usage tracker for resource:network and tenant:c8106f9093494e7a9c8f64c94838641a is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:21.906138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:21.912210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:21.920866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Made reservation on behalf of c8106f9093494e7a9c8f64c94838641a for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:40:21.926773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:21.943248 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:21.958218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:21.962584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Usage tracker for resource:security_group_rule and tenant:c8106f9093494e7a9c8f64c94838641a is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:21.966080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:21.971610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:22.066993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:22.070212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:22.075692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:22.097239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:40:22.125465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904113216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:22.126073 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Added segment 749c1859-4f79-4e6c-9b13-2fa861ea4cc7 of type vxlan for network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf Dec 02 17:40:22.141042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc059786-129d-481f-b4d6-1043e62c30db,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:22.193860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.194228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.194590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.194973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.195321 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.195671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.196020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.196366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.196725 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.197069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.197413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.197760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Tracked resource versions report: Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: pushed versions: Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: { 'AddressGroup': {'1.0'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': {'1.0'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': {'1.0'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': {'1.1'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': {'1.6'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': {'1.2'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': {'1.8'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': {'1.3'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': {'1.1'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': {'1.0'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': {'1.1'}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': {'1.1'}} Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: consumer versions: Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: { DHCP agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: L3 agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: Metadata agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: Metering agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@dv-cinder-733623-9-smb: { 'AddressGroup': '1.0', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}} Dec 02 17:40:22.198972 dv-cinder-733623-9-smb neutron-server[80148]: {{(pid=80258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 17:40:22.254143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:22.258800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:22.294213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:22.295605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:22.296303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:22.301117 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:22.408128 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9200253 Dec 02 17:40:22.413438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Pushing event updated for resources: {'Network': ['ID=3a762c22-d1c3-471d-8ecd-6893dbddcbcf,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:22.432567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:22.441412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:40:25.510218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53816) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:26.015411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f1643-39a7-458b-aefe-89a31c1d8553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:26.016889 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d82f1643-39a7-458b-aefe-89a31c1d8553 admin admin] 10.222.0.10 "GET /v2.0/networks/3a762c22-d1c3-471d-8ecd-6893dbddcbcf HTTP/1.1" status: 200 len: 818 time: 0.5056312 Dec 02 17:40:26.046600 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-39853a2c-5177-489f-9939-9fcc96fab275 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/a8a0bf37-0ee5-4cea-8520-d968f57a4d88 HTTP/1.1" status: 200 len: 734 time: 0.0225592 Dec 02 17:40:26.055899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Request body: {'subnet': {'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'ip_version': 4, 'subnetpool_id': 'a8a0bf37-0ee5-4cea-8520-d968f57a4d88', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:40:26.060350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:26.064294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Usage tracker for resource:subnet and tenant:c8106f9093494e7a9c8f64c94838641a is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:26.067292 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:26.073006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:26.081697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Made reservation on behalf of c8106f9093494e7a9c8f64c94838641a for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:40:26.086819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:26.734086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:26.749293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:26.883515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0907f9d-1919-4f82-abe7-197b6f62e4b8,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:26.889699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:26.952688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Checking segment: {'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:40:26.953094 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Network hostable DHCP agents. Network: 3a762c22-d1c3-471d-8ecd-6893dbddcbcf, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:40:26.973521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:40:26.982918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 3a762c22-d1c3-471d-8ecd-6893dbddcbcf) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:40:26.987408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:26.988050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:26.993900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76abd447-f5d9-4783-8a84-4e8c01a94713 None None] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:40:27.007788 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9554708 Dec 02 17:40:27.317652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89185507-a775-513b-84b9-52fb75d04021-3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'fixed_ips': [{'subnet_id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8'}]}} from dv-cinder-733623-9-smb. {{(pid=80259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 17:40:27.318891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:27.664071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Allocated IP 172.20.0.2 (3a762c22-d1c3-471d-8ecd-6893dbddcbcf/b0907f9d-1919-4f82-abe7-197b6f62e4b8/44072649-93c1-4a31-b84d-366a6726acab) {{(pid=80259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:40:27.898634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Notify callbacks [] for port, precommit_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:27.911946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Transition to ACTIVE for port object 44072649-93c1-4a31-b84d-366a6726acab will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:40:27.928805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Transition to ACTIVE for port object 44072649-93c1-4a31-b84d-366a6726acab will not be triggered until provisioned by entity DHCP. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:40:27.934614 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:27.953359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:28.255874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Pushing event updated for resources: {'Port': ['ID=44072649-93c1-4a31-b84d-366a6726acab,revision_number=1']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:28.265686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.266067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.266442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.266808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.267196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.267564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.267925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.268278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.268634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.269247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.269601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.269952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Tracked resource versions report: Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: pushed versions: Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: { 'AddressGroup': {'1.0'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': {'1.0'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': {'1.0'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': {'1.1'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': {'1.6'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': {'1.2'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': {'1.8'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': {'1.3'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': {'1.1'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': {'1.0'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': {'1.1'}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': {'1.1'}} Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: consumer versions: Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: { DHCP agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: L3 agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: Metadata agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: Metering agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@dv-cinder-733623-9-smb: { 'AddressGroup': '1.0', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}} Dec 02 17:40:28.271133 dv-cinder-733623-9-smb neutron-server[80148]: {{(pid=80259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 17:40:28.277836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:28.328788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf is already hosted by enough agents. {{(pid=80259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:40:28.330034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Resources bound (agent type, host, resource id): {{(pid=80259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:40:28.333073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Received port after_create {{(pid=80259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:40:28.389295 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Attempting to bind port 44072649-93c1-4a31-b84d-366a6726acab on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:40:28.389711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Attempting to bind port 44072649-93c1-4a31-b84d-366a6726acab by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:40:28.390132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Attempting to bind port 44072649-93c1-4a31-b84d-366a6726acab on network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:40:28.396065 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:40:28.396595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Checking segment: {'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:40:28.397062 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:28.397496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Bound using segment: {'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:40:28.398027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Bound port: 44072649-93c1-4a31-b84d-366a6726acab, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:40:28.398464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:28.491242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] For port 44072649-93c1-4a31-b84d-366a6726acab, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:40:28.495283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] For port 44072649-93c1-4a31-b84d-366a6726acab, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=44072649-93c1-4a31-b84d-366a6726acab,segment=NetworkSegment(749c1859-4f79-4e6c-9b13-2fa861ea4cc7),segment_id=749c1859-4f79-4e6c-9b13-2fa861ea4cc7)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:40:28.498545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:28.514021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:28.663464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Pushing event updated for resources: {'Port': ['ID=44072649-93c1-4a31-b84d-366a6726acab,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:28.668318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:29.742288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53826) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:30.192337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [None req-79c5de31-e395-490f-a172-d7b804fab458 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80258) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:40:30.193911 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-79c5de31-e395-490f-a172-d7b804fab458 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4500539 Dec 02 17:40:32.553254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 44072649-93c1-4a31-b84d-366a6726acab up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:40:32.622982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 44072649-93c1-4a31-b84d-366a6726acab completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:40:32.911465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53840) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:33.081500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064b94e6-0d06-4302-acc2-f8fa3c71c221 None None] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:40:33.176821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Provisioning for port 44072649-93c1-4a31-b84d-366a6726acab completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:40:33.189800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Provisioning complete for port 44072649-93c1-4a31-b84d-366a6726acab triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:33.190211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:33.342706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [None req-a253ba0e-0a90-4832-b83f-1a193588c858 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80258) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:40:33.343973 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a253ba0e-0a90-4832-b83f-1a193588c858 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4309621 Dec 02 17:40:33.421335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:33.476926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] For port 44072649-93c1-4a31-b84d-366a6726acab, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=44072649-93c1-4a31-b84d-366a6726acab,segment=NetworkSegment(749c1859-4f79-4e6c-9b13-2fa861ea4cc7),segment_id=749c1859-4f79-4e6c-9b13-2fa861ea4cc7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:40:33.480093 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:33.489348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:33.565976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Pushing event updated for resources: {'Port': ['ID=44072649-93c1-4a31-b84d-366a6726acab,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:33.570039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:33.708418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-a02766ff-36f0-4627-a272-0fef6c2fc225 None None] Provisioning complete for port 44072649-93c1-4a31-b84d-366a6726acab triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:33.708907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a02766ff-36f0-4627-a272-0fef6c2fc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:33.956271 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-7d86da2c-c3e1-4715-98e9-7c660233dba0 None None] Provisioning complete for port 44072649-93c1-4a31-b84d-366a6726acab triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:33.956803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7d86da2c-c3e1-4715-98e9-7c660233dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:34.196688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-0e03d018-5fdb-410c-829d-7eec71c020dd None None] Provisioning complete for port 44072649-93c1-4a31-b84d-366a6726acab triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:34.197018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0e03d018-5fdb-410c-829d-7eec71c020dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:34.531672 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 44072649-93c1-4a31-b84d-366a6726acab up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:40:34.604173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 44072649-93c1-4a31-b84d-366a6726acab triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:34.604688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:36.472788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53852) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:36.874795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:40:36.880265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:36.884280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Usage tracker for resource:router and tenant:c8106f9093494e7a9c8f64c94838641a is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:36.887459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:36.893188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:36.902501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851006570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765418'] for router, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:36.903820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851006623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854263952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10398'] for router, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:36.926921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:37.024675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851006608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255'] for router, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:37.043178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:37.044431 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-15a83490-53c4-422c-bb49-1770a298e3ab admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5705776 Dec 02 17:40:38.335233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64901bd4-e193-4e7f-bdbd-6c0c7f365f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:39.728844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53862) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:40.148734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [None req-f95246be-5ae4-45ca-af72-2354c9e5daa2 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80258) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:40:40.149815 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f95246be-5ae4-45ca-af72-2354c9e5daa2 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4199386 Dec 02 17:40:40.850282 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c69ea0ef-a7b8-4b15-81cb-4feb18b4ec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:40.954879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:42.226364 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:42.400009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:40:42.440799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:42.865044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53882) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:43.051623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:40:43.059915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:43.063949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Usage tracker for resource:network and tenant:e442a6653dfd49ba9cfab67b5746d8ce is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:43.066924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:43.072712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:43.081540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Made reservation on behalf of e442a6653dfd49ba9cfab67b5746d8ce for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:40:43.086979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.100069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.114904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:43.118781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Usage tracker for resource:security_group_rule and tenant:e442a6653dfd49ba9cfab67b5746d8ce is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:43.121656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:43.127332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:43.210714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.213297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.217588 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:43.231270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Reserving flat network on physical network physnet1 {{(pid=80258) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 02 17:40:43.255732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086a1a6e-0765-4673-8892-c0b0ae8bf9aa,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:43.258689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904113216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.259325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Unsubscribe: segment precommit_create {{(pid=80258) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 02 17:40:43.259742 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Added segment b6dae35d-81f9-4fbc-986d-530eecc614c2 of type flat for network 0e1ee128-329d-4691-a63d-e46bd8631858 Dec 02 17:40:43.261006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:43.295229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.330625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.331924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:43.332512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:43.337880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:43.437357 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5711715 Dec 02 17:40:43.442612 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1ee128-329d-4691-a63d-e46bd8631858,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:43.445891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:43.454286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 0e1ee128-329d-4691-a63d-e46bd8631858 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:40:45.914858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53902) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:46.059292 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43577187-a1af-44bd-85ef-b6154936f161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:46.060721 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-43577187-a1af-44bd-85ef-b6154936f161 admin admin] 10.222.0.10 "GET /v2.0/subnets/b0907f9d-1919-4f82-abe7-197b6f62e4b8 HTTP/1.1" status: 200 len: 849 time: 0.1447816 Dec 02 17:40:46.204917 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a47dcfa8-91b2-45b6-94cc-0d396b544049 admin admin] 10.222.0.10 "GET /v2.0/routers/591421bc-be18-4010-80a9-c2e39b4f6f20 HTTP/1.1" status: 200 len: 704 time: 0.1378460 Dec 02 17:40:46.729580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:47.304649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Allocated IP 172.20.0.1 (3a762c22-d1c3-471d-8ecd-6893dbddcbcf/b0907f9d-1919-4f82-abe7-197b6f62e4b8/e48bca3d-eb27-4a4d-93f1-a9709f6a82bd) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:40:47.492051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:47.510148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Transition to ACTIVE for port object e48bca3d-eb27-4a4d-93f1-a9709f6a82bd will not be triggered until provisioned by entity DHCP. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:40:47.566467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:47.582276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:47.716048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Pushing event updated for resources: {'Port': ['ID=e48bca3d-eb27-4a4d-93f1-a9709f6a82bd,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:47.719605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:47.776277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:40:47.777406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:40:47.779885 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:40:47.780420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851010342'] for router_interface, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:48.014207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-ee6b1c48-72b9-4168-b949-10d8638be697 None None] Provisioning for port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:40:48.019474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-ee6b1c48-72b9-4168-b949-10d8638be697 None None] Provisioning complete for port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:48.019880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ee6b1c48-72b9-4168-b949-10d8638be697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:48.038245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:48.075856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b1c48-72b9-4168-b949-10d8638be697 None None] Port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:40:48.321001 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:48.324590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:48.325649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3188687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769863'] for router_interface, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:48.339825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:48.471020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Pushing event updated for resources: {'Port': ['ID=e48bca3d-eb27-4a4d-93f1-a9709f6a82bd,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:48.475759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:48.527901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:40:48.528975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:40:48.699785 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-d2f713e4-c46c-4525-9470-46bf45a230ef None None] Provisioning complete for port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:48.700196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d2f713e4-c46c-4525-9470-46bf45a230ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:48.720823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Router 591421bc-be18-4010-80a9-c2e39b4f6f20 is scheduled to L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 with binding_index 1 {{(pid=80258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 17:40:48.752900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-d2f713e4-c46c-4525-9470-46bf45a230ef None None] Port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:40:49.031744 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:40:49.041017 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] 10.222.0.10 "PUT /v2.0/routers/591421bc-be18-4010-80a9-c2e39b4f6f20/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8303339 Dec 02 17:40:49.041794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Sync routers for ids ['591421bc-be18-4010-80a9-c2e39b4f6f20'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:40:49.053247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Routers {'591421bc-be18-4010-80a9-c2e39b4f6f20'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:40:49.054195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:40:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['591421bc-be18-4010-80a9-c2e39b4f6f20'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:49.233715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Set router 591421bc-be18-4010-80a9-c2e39b4f6f20 gateway port host: None {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:40:49.615093 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'name': 'router1', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:36Z', 'updated_at': '2020-12-02T17:40:47Z', 'revision_number': 2, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'gw_port_host': None, '_interfaces': [{'id': 'e48bca3d-eb27-4a4d-93f1-a9709f6a82bd', 'name': '', 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'mac_address': 'fa:16:3e:f6:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:46Z', 'updated_at': '2020-12-02T17:40:48Z', 'revision_number': 2, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'subnets': [{'id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8a0bf37-0ee5-4cea-8520-d968f57a4d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:49.620197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Checking router: 591421bc-be18-4010-80a9-c2e39b4f6f20 for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:40:49.620636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Updating router 591421bc-be18-4010-80a9-c2e39b4f6f20 port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd binding host dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:40:49.674207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:50.115640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:50.131416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Transition to ACTIVE for port object e48bca3d-eb27-4a4d-93f1-a9709f6a82bd will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:40:50.134114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:50.150310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:50.463969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Pushing event updated for resources: {'Port': ['ID=e48bca3d-eb27-4a4d-93f1-a9709f6a82bd,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:50.474771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.475168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.475537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.475900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.476255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.476611 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.476983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.477312 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.477662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.478010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.478357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.478705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Tracked resource versions report: Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: pushed versions: Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: { 'AddressGroup': {'1.0'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': {'1.0'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': {'1.0'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': {'1.1'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': {'1.6'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': {'1.2'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': {'1.8'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': {'1.3'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': {'1.1'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': {'1.0'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': {'1.1'}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': {'1.1'}} Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: consumer versions: Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: { DHCP agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: L3 agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: Metadata agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: Metering agent@dv-cinder-733623-9-smb: {}, Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@dv-cinder-733623-9-smb: { 'AddressGroup': '1.0', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}} Dec 02 17:40:50.479854 dv-cinder-733623-9-smb neutron-server[80148]: {{(pid=80260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 17:40:50.483574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:50.640328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Attempting to bind port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:40:50.640836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Attempting to bind port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:40:50.641139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Attempting to bind port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd on network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:40:50.647788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:40:50.648215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Checking segment: {'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:40:50.648649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:50.649072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Bound using segment: {'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:40:50.649599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Bound port: e48bca3d-eb27-4a4d-93f1-a9709f6a82bd, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749c1859-4f79-4e6c-9b13-2fa861ea4cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:40:50.650011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:50.741529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] For port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:40:50.746588 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] For port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=e48bca3d-eb27-4a4d-93f1-a9709f6a82bd,segment=NetworkSegment(749c1859-4f79-4e6c-9b13-2fa861ea4cc7),segment_id=749c1859-4f79-4e6c-9b13-2fa861ea4cc7)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:40:50.750371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:50.766726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:50.913913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Pushing event updated for resources: {'Port': ['ID=e48bca3d-eb27-4a4d-93f1-a9709f6a82bd,revision_number=4']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:50.917198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:50.976551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Routers {'591421bc-be18-4010-80a9-c2e39b4f6f20'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:40:50.977228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:40:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['591421bc-be18-4010-80a9-c2e39b4f6f20'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:51.136081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] Set router 591421bc-be18-4010-80a9-c2e39b4f6f20 gateway port host: None {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:40:51.479637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'name': 'router1', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:36Z', 'updated_at': '2020-12-02T17:40:47Z', 'revision_number': 2, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'gw_port_host': None, '_interfaces': [{'id': 'e48bca3d-eb27-4a4d-93f1-a9709f6a82bd', 'name': '', 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'mac_address': 'fa:16:3e:f6:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:46Z', 'updated_at': '2020-12-02T17:40:50Z', 'revision_number': 4, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'subnets': [{'id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8a0bf37-0ee5-4cea-8520-d968f57a4d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:51.483849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb58f6b-8a76-471e-b705-788561cb4e5a None None] The sync data for ids ['591421bc-be18-4010-80a9-c2e39b4f6f20'] in dv-cinder-733623-9-smb is: [{'id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'name': 'router1', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:36Z', 'updated_at': '2020-12-02T17:40:47Z', 'revision_number': 2, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'gw_port_host': None, '_interfaces': [{'id': 'e48bca3d-eb27-4a4d-93f1-a9709f6a82bd', 'name': '', 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'mac_address': 'fa:16:3e:f6:98:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:46Z', 'updated_at': '2020-12-02T17:40:50Z', 'revision_number': 4, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'subnets': [{'id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8a0bf37-0ee5-4cea-8520-d968f57a4d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:40:51.548135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53914) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:51.730904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d2899-1ce9-4602-a77c-a597e6f03290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:51.731595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5e7d2899-1ce9-4602-a77c-a597e6f03290 admin admin] Synchronizing usage tracker for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:network {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:40:51.747890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5e7d2899-1ce9-4602-a77c-a597e6f03290 admin admin] Unset dirty status for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:network {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:40:51.749116 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5e7d2899-1ce9-4602-a77c-a597e6f03290 admin admin] 10.222.0.10 "GET /v2.0/networks/0e1ee128-329d-4691-a63d-e46bd8631858 HTTP/1.1" status: 200 len: 842 time: 0.1999626 Dec 02 17:40:51.760549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:40:51.766570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:51.772317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Usage tracker for resource:subnet and tenant:e442a6653dfd49ba9cfab67b5746d8ce is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:51.775286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:51.781027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:51.789625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Made reservation on behalf of e442a6653dfd49ba9cfab67b5746d8ce for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:40:51.794290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:52.231928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80258) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:40:52.232427 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:52.247127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:52.413531 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=266b24aa-d30a-44f5-899e-27f632b2d828,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:52.420654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:52.455609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:40:52.456012 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Network hostable DHCP agents. Network: 0e1ee128-329d-4691-a63d-e46bd8631858, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:40:52.476135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:40:52.485458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 0e1ee128-329d-4691-a63d-e46bd8631858) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:40:52.493830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f2a78-d2bc-4d53-8d4b-5640fc82e7a7 None None] Network 0e1ee128-329d-4691-a63d-e46bd8631858 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:40:52.495756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:52.496404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:52.524045 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7605393 Dec 02 17:40:52.617514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device e48bca3d-eb27-4a4d-93f1-a9709f6a82bd up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:40:52.797036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:40:52.803500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f985471-9d33-4e3b-a3ca-8bc341935fd5 None None] Network 0e1ee128-329d-4691-a63d-e46bd8631858 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:40:52.823181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:52.823589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:53.082586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:53.154969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=e48bca3d-eb27-4a4d-93f1-a9709f6a82bd,segment=NetworkSegment(749c1859-4f79-4e6c-9b13-2fa861ea4cc7),segment_id=749c1859-4f79-4e6c-9b13-2fa861ea4cc7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:40:53.157999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:53.160189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e5c71446-c82c-443c-9dd7-a31307e64b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:53.224804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=e48bca3d-eb27-4a4d-93f1-a9709f6a82bd,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:53.228019 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:54.546636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device e48bca3d-eb27-4a4d-93f1-a9709f6a82bd up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:40:54.620914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:40:54.621324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:55.064181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53928) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:40:55.300423 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-406db67c-ae39-40b8-80c5-13d77132261d admin admin] 10.222.0.10 "GET /v2.0/routers/591421bc-be18-4010-80a9-c2e39b4f6f20 HTTP/1.1" status: 200 len: 710 time: 0.2344086 Dec 02 17:40:55.438126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5a771-6307-4966-94a2-db332c27174c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:40:55.439622 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-12b5a771-6307-4966-94a2-db332c27174c admin admin] 10.222.0.10 "GET /v2.0/networks/0e1ee128-329d-4691-a63d-e46bd8631858 HTTP/1.1" status: 200 len: 886 time: 0.1338325 Dec 02 17:40:55.449873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:40:55.895884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:56.403307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:56.437409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:56.449336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:56.464556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:40:56.468560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:40:56.471721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:40:56.477922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:40:56.561276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:56.563736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:56.578474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:56.674149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ace86da-c128-46e7-99d2-8027b1060761,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:56.679718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:56.835761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Allocated IP 172.28.1.101 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/cbfb836c-5a90-4414-9b09-5672a932631e) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:40:56.986158 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:57.011882 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:57.027619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ff775fbf-1704-480f-953f-bb0b60f44f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:57.160081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfb836c-5a90-4414-9b09-5672a932631e,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:57.164315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:57.210450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:40:57.211629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:40:57.213876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:40:57.596317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:57.934763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:57.938131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3765270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036851010529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036851006659'] for router, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:58.117104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Router 591421bc-be18-4010-80a9-c2e39b4f6f20 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:40:58.466533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:40:58.476950 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Sync routers for ids ['591421bc-be18-4010-80a9-c2e39b4f6f20'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:40:58.484449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:58.490637 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] 10.222.0.10 "PUT /v2.0/routers/591421bc-be18-4010-80a9-c2e39b4f6f20 HTTP/1.1" status: 200 len: 890 time: 3.0392945 Dec 02 17:40:58.491599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Routers {'591421bc-be18-4010-80a9-c2e39b4f6f20'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:40:58.491599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:40:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['591421bc-be18-4010-80a9-c2e39b4f6f20'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:58.832354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Set router 591421bc-be18-4010-80a9-c2e39b4f6f20 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:40:59.179792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'name': 'router1', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'cbfb836c-5a90-4414-9b09-5672a932631e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:36Z', 'updated_at': '2020-12-02T17:40:57Z', 'revision_number': 4, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'gw_port': {'id': 'cbfb836c-5a90-4414-9b09-5672a932631e', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:56Z', 'updated_at': '2020-12-02T17:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'e48bca3d-eb27-4a4d-93f1-a9709f6a82bd', 'name': '', 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'mac_address': 'fa:16:3e:f6:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:46Z', 'updated_at': '2020-12-02T17:40:53Z', 'revision_number': 5, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'subnets': [{'id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8a0bf37-0ee5-4cea-8520-d968f57a4d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:40:59.184604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Checking router: 591421bc-be18-4010-80a9-c2e39b4f6f20 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:40:59.185004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Updating router 591421bc-be18-4010-80a9-c2e39b4f6f20 port cbfb836c-5a90-4414-9b09-5672a932631e binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:40:59.236204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:59.629330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:59.642474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Transition to ACTIVE for port object cbfb836c-5a90-4414-9b09-5672a932631e will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:40:59.645566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:59.664060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:40:59.796507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc193d-5488-4f90-985b-4f904448f52d None None] Pushing event updated for resources: {'Port': ['ID=cbfb836c-5a90-4414-9b09-5672a932631e,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:40:59.800650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-77cc193d-5488-4f90-985b-4f904448f52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:40:59.858737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Attempting to bind port cbfb836c-5a90-4414-9b09-5672a932631e on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:40:59.859197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Attempting to bind port cbfb836c-5a90-4414-9b09-5672a932631e by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:40:59.859595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Attempting to bind port cbfb836c-5a90-4414-9b09-5672a932631e on network 0e1ee128-329d-4691-a63d-e46bd8631858 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:40:59.865297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:40:59.865704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:40:59.866143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:59.866569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Bound using segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:40:59.867103 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Bound port: cbfb836c-5a90-4414-9b09-5672a932631e, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:40:59.867527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:59.940317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] For port cbfb836c-5a90-4414-9b09-5672a932631e, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:40:59.944070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] For port cbfb836c-5a90-4414-9b09-5672a932631e, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=cbfb836c-5a90-4414-9b09-5672a932631e,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:40:59.947369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:40:59.963109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:41:00.104558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc193d-5488-4f90-985b-4f904448f52d None None] Pushing event updated for resources: {'Port': ['ID=cbfb836c-5a90-4414-9b09-5672a932631e,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:41:00.108123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-77cc193d-5488-4f90-985b-4f904448f52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:41:00.156419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Routers {'591421bc-be18-4010-80a9-c2e39b4f6f20'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:41:00.157075 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:40:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['591421bc-be18-4010-80a9-c2e39b4f6f20'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:41:00.338564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] Set router 591421bc-be18-4010-80a9-c2e39b4f6f20 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:41:00.682212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'name': 'router1', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'cbfb836c-5a90-4414-9b09-5672a932631e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:36Z', 'updated_at': '2020-12-02T17:40:57Z', 'revision_number': 4, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'gw_port': {'id': 'cbfb836c-5a90-4414-9b09-5672a932631e', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:56Z', 'updated_at': '2020-12-02T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'e48bca3d-eb27-4a4d-93f1-a9709f6a82bd', 'name': '', 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'mac_address': 'fa:16:3e:f6:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:46Z', 'updated_at': '2020-12-02T17:40:53Z', 'revision_number': 5, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'subnets': [{'id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8a0bf37-0ee5-4cea-8520-d968f57a4d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:41:00.686313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf07559-1df3-432e-8e01-01c02b890cde None None] The sync data for ids ['591421bc-be18-4010-80a9-c2e39b4f6f20'] in dv-cinder-733623-9-smb is: [{'id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'name': 'router1', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': 'cbfb836c-5a90-4414-9b09-5672a932631e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:36Z', 'updated_at': '2020-12-02T17:40:57Z', 'revision_number': 4, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'gw_port': {'id': 'cbfb836c-5a90-4414-9b09-5672a932631e', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:56Z', 'updated_at': '2020-12-02T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'e48bca3d-eb27-4a4d-93f1-a9709f6a82bd', 'name': '', 'network_id': '3a762c22-d1c3-471d-8ecd-6893dbddcbcf', 'tenant_id': 'c8106f9093494e7a9c8f64c94838641a', 'mac_address': 'fa:16:3e:f6:98:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591421bc-be18-4010-80a9-c2e39b4f6f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:40:46Z', 'updated_at': '2020-12-02T17:40:53Z', 'revision_number': 5, 'project_id': 'c8106f9093494e7a9c8f64c94838641a', 'subnets': [{'id': 'b0907f9d-1919-4f82-abe7-197b6f62e4b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8a0bf37-0ee5-4cea-8520-d968f57a4d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:41:01.151425 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 53938) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:41:01.299115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79bb3e8-8d5b-4224-9dd3-ad08a99efd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:41:01.301962 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b79bb3e8-8d5b-4224-9dd3-ad08a99efd0d admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1493559 Dec 02 17:41:02.579127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device cbfb836c-5a90-4414-9b09-5672a932631e up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:41:02.654009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port cbfb836c-5a90-4414-9b09-5672a932631e completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:41:02.659487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port cbfb836c-5a90-4414-9b09-5672a932631e triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:41:02.659902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:02.785348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:02.803472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port cbfb836c-5a90-4414-9b09-5672a932631e, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=cbfb836c-5a90-4414-9b09-5672a932631e,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:41:02.806317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:02.808719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-77cc193d-5488-4f90-985b-4f904448f52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:41:02.877129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=cbfb836c-5a90-4414-9b09-5672a932631e,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:41:02.879194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:41:04.581492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device cbfb836c-5a90-4414-9b09-5672a932631e up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:41:04.679353 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port cbfb836c-5a90-4414-9b09-5672a932631e triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:41:04.680073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:08.361268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-42291148-b19d-4031-9ab2-b020b37a02d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:10.853534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2b97b4df-3b3d-4ffa-934f-95623491c545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:10.958765 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:12.229572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:12.450136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:19.400437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:41:38.337259 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ace03e4e-a50e-46c1-930b-7051b1607606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:40.855550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a81fa7dc-fb2b-4041-8021-1459a2dba49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:40.960446 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:42.233657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:42.457375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:41:56.399573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:42:08.338718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6003352a-cc9e-48ee-9233-0c1aa0a787fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:10.858337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c9681e2-a78e-4f25-a704-9fb159037cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:10.962603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:12.235166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:12.465028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:33.399162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:42:38.340009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8f54-8a04-48a0-84af-f4373ecd7fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:40.860499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a9a5c20a-a521-4f33-8571-deb0b6719b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:40.966107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:42.237865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:42:42.466412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:08.342713 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7a2df608-a539-4124-91b3-f7bce875aa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:10.398911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:43:10.861687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bfddbfc1-c8af-4abe-b977-aa1aabacc699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:10.971585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:12.239224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:12.468471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:13.888225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54514) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:13.991309 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.pecan_wsgi.hooks.translation [None req-886aa748-9522-4dbe-9276-aa86c02327b0 admin admin] GET failed (client error): The resource could not be found. Dec 02 17:43:13.992666 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-886aa748-9522-4dbe-9276-aa86c02327b0 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1033683 Dec 02 17:43:14.134116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9334417-a86c-453f-b34d-7923be76264f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:14.135617 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d9334417-a86c-453f-b34d-7923be76264f admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1384301 Dec 02 17:43:16.576670 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54524) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:16.720203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f227b3-5997-4994-b3d6-cdfc86a199cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:16.720814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d3f227b3-5997-4994-b3d6-cdfc86a199cf admin admin] Synchronizing usage tracker for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:subnet {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:43:16.735421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d3f227b3-5997-4994-b3d6-cdfc86a199cf admin admin] Unset dirty status for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:subnet {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:43:16.736667 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d3f227b3-5997-4994-b3d6-cdfc86a199cf admin admin] 10.222.0.10 "GET /v2.0/subnets/b0907f9d-1919-4f82-abe7-197b6f62e4b8 HTTP/1.1" status: 200 len: 849 time: 0.1589403 Dec 02 17:43:16.747308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:43:16.874231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Notify callbacks [] for subnet, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:17.182880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727904162419'] for subnet, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:17.199066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4627043e-8cfd-4f05-bd99-5f78ed482e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:43:17.339164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0907f9d-1919-4f82-abe7-197b6f62e4b8,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:43:17.349740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.350122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.350498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.350864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.351251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.351617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.351981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.352341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.352700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.353057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.353415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.353771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:43:17.364610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:43:17.393097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:17.393741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:17.395387 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] 10.222.0.10 "PUT /v2.0/subnets/b0907f9d-1919-4f82-abe7-197b6f62e4b8 HTTP/1.1" status: 200 len: 868 time: 0.6522806 Dec 02 17:43:17.398387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c416e-0745-48cf-bcdf-ec0e3207c425 None None] Network 3a762c22-d1c3-471d-8ecd-6893dbddcbcf requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:43:17.853567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-7c57dc5c-deb7-4378-a334-6b9390e2244e None None] Provisioning complete for port 44072649-93c1-4a31-b84d-366a6726acab triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:43:17.854078 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7c57dc5c-deb7-4378-a334-6b9390e2244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:17.981789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-7c57dc5c-deb7-4378-a334-6b9390e2244e None None] Provisioning complete for port e48bca3d-eb27-4a4d-93f1-a9709f6a82bd triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:43:17.982101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7c57dc5c-deb7-4378-a334-6b9390e2244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:19.850333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54534) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:20.065163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4d4e-c605-45dc-b147-c95e2bdb75c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:20.065507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4d4e-c605-45dc-b147-c95e2bdb75c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:20.067184 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-547b4d4e-c605-45dc-b147-c95e2bdb75c1 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2157297 Dec 02 17:43:22.516631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54544) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:22.729192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed5fe1-492c-473c-a987-983657b986eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:22.729538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed5fe1-492c-473c-a987-983657b986eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:22.731182 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c6ed5fe1-492c-473c-a987-983657b986eb admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2134819 Dec 02 17:43:25.177546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54554) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:25.387180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2eb5a-a3fc-4eb0-b7bb-42afd7c509de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:25.388603 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c8f2eb5a-a3fc-4eb0-b7bb-42afd7c509de admin admin] 10.222.0.10 "GET /v2.0/networks/0e1ee128-329d-4691-a63d-e46bd8631858 HTTP/1.1" status: 200 len: 886 time: 0.2100205 Dec 02 17:43:27.840974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54564) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:28.053873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba1ae9-6dea-483b-98b7-6566c2dc078a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:28.055305 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b0ba1ae9-6dea-483b-98b7-6566c2dc078a admin admin] 10.222.0.10 "GET /v2.0/networks/3a762c22-d1c3-471d-8ecd-6893dbddcbcf HTTP/1.1" status: 200 len: 862 time: 0.2132597 Dec 02 17:43:30.492560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54574) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:30.638405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb03b98-4067-4e23-85dc-dc2ecb6a2961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:30.638818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb03b98-4067-4e23-85dc-dc2ecb6a2961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:30.640973 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-beb03b98-4067-4e23-85dc-dc2ecb6a2961 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1473932 Dec 02 17:43:33.069891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54584) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:33.211953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c7c44-e391-479d-95ed-900bf7c37b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:33.212363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c7c44-e391-479d-95ed-900bf7c37b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:33.214002 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fa1c7c44-e391-479d-95ed-900bf7c37b27 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1430311 Dec 02 17:43:35.652039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54594) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:35.792944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72137c56-a166-4ae3-84b3-bd9c4903f9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:35.794362 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-72137c56-a166-4ae3-84b3-bd9c4903f9f8 admin admin] 10.222.0.10 "GET /v2.0/subnets/266b24aa-d30a-44f5-899e-27f632b2d828 HTTP/1.1" status: 200 len: 816 time: 0.1413043 Dec 02 17:43:38.261791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54604) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:43:38.344633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7921fcf3-8fb8-4f55-a625-e52df33f05ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:38.410112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c22f87-0695-4554-92ec-535ba3edc18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:43:38.411608 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f4c22f87-0695-4554-92ec-535ba3edc18f admin admin] 10.222.0.10 "GET /v2.0/subnets/b0907f9d-1919-4f82-abe7-197b6f62e4b8 HTTP/1.1" status: 200 len: 868 time: 0.1487918 Dec 02 17:43:40.864050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d273c1f4-47c0-486f-8a24-3dc623191319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:40.975233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:42.242851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:42.471684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:43:47.398234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:44:04.094656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54644) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:44:04.173626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [None req-34723dbd-1d68-47c1-bde6-2c24903b356a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80258) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:44:04.174703 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-34723dbd-1d68-47c1-bde6-2c24903b356a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0789700 Dec 02 17:44:06.730281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54654) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:44:06.832739 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bad50a-c54d-4f46-b6e9-2d5d34a72c26 admin admin] GET failed (client error): The resource could not be found. Dec 02 17:44:06.834039 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-74bad50a-c54d-4f46-b6e9-2d5d34a72c26 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1027482 Dec 02 17:44:06.969979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b3ee5-bd01-4bfa-b60f-48ea54ef7590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:44:06.971478 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-aa9b3ee5-bd01-4bfa-b60f-48ea54ef7590 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1329713 Dec 02 17:44:08.346341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-09eb9aa7-f06b-40b0-a3f0-7c7cae889037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:09.444656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54664) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:44:09.522805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:44:09.527839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:44:09.538194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:44:09.546912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Made reservation on behalf of e442a6653dfd49ba9cfab67b5746d8ce for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:44:09.551493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:09.646897 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.services.revisions.revision_plugin [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Could not find related network for resource to bump revision. Dec 02 17:44:09.661317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:44:09.670289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:09.670672 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Added segment f5236620-b532-485b-8a58-cc5501f7e00c of type vxlan for network 0eec494c-6aca-485d-a26b-32f3ec88a3cc Dec 02 17:44:09.696448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:09.725939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:09.727250 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:44:09.727892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:09.731325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8c451f46-c364-4a5e-914c-3ad7fd907d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:44:09.835718 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3898926 Dec 02 17:44:09.840919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Pushing event updated for resources: {'Network': ['ID=0eec494c-6aca-485d-a26b-32f3ec88a3cc,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:44:09.844081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:44:09.852821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 0eec494c-6aca-485d-a26b-32f3ec88a3cc details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:44:10.866402 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec15833a-84c3-489d-8165-9abcb3abb3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:10.979574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:12.249928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:12.305338 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54674) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:44:12.407291 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaa7535-c26a-464a-bcf3-9d9b88b214f2 admin admin] GET failed (client error): The resource could not be found. Dec 02 17:44:12.407837 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-6eaa7535-c26a-464a-bcf3-9d9b88b214f2 admin admin] Synchronizing usage tracker for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:network {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:44:12.424495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-6eaa7535-c26a-464a-bcf3-9d9b88b214f2 admin admin] Unset dirty status for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:network {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:44:12.425690 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6eaa7535-c26a-464a-bcf3-9d9b88b214f2 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1193025 Dec 02 17:44:12.475899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:12.543361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7966780-847e-49dc-8d63-5eda969e2027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:44:12.545470 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c7966780-847e-49dc-8d63-5eda969e2027 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1140833 Dec 02 17:44:12.557564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:44:12.562774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:44:12.572492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:44:12.581031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Made reservation on behalf of e442a6653dfd49ba9cfab67b5746d8ce for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:44:12.585519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:13.146229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:13.160947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-247ef6ae-993e-4fd3-af07-2a7758e17b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:44:13.286626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b70ccf1-d16f-45f5-bf2f-8c687ad8c939,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:44:13.290627 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:44:13.359888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Checking segment: {'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:44:13.360377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Network hostable DHCP agents. Network: 0eec494c-6aca-485d-a26b-32f3ec88a3cc, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:44:13.378459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Network 0eec494c-6aca-485d-a26b-32f3ec88a3cc is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:44:13.386341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 0eec494c-6aca-485d-a26b-32f3ec88a3cc) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:44:13.390234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:44:13.390865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:13.395979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669c0e62-3713-44cf-a5ae-f722be9743a7 None None] Network 0eec494c-6aca-485d-a26b-32f3ec88a3cc requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:44:13.419059 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8612468 Dec 02 17:44:13.631931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89185507-a775-513b-84b9-52fb75d04021-0eec494c-6aca-485d-a26b-32f3ec88a3cc', 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc', 'tenant_id': 'e442a6653dfd49ba9cfab67b5746d8ce', 'fixed_ips': [{'subnet_id': '1b70ccf1-d16f-45f5-bf2f-8c687ad8c939'}]}} from dv-cinder-733623-9-smb. {{(pid=80259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 17:44:13.632857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:13.929799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Allocated IP 192.168.233.2 (0eec494c-6aca-485d-a26b-32f3ec88a3cc/1b70ccf1-d16f-45f5-bf2f-8c687ad8c939/9389c176-328c-42cf-8cff-215ec65dd34a) {{(pid=80259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:44:14.154302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Notify callbacks [] for port, precommit_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:14.165537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Transition to ACTIVE for port object 9389c176-328c-42cf-8cff-215ec65dd34a will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:44:14.182867 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Transition to ACTIVE for port object 9389c176-328c-42cf-8cff-215ec65dd34a will not be triggered until provisioned by entity DHCP. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:44:14.187850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:14.204811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:44:14.343420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Pushing event updated for resources: {'Port': ['ID=9389c176-328c-42cf-8cff-215ec65dd34a,revision_number=1']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:44:14.355784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.356166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.356544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.356912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.357341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.357704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.358065 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.358423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.358782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.359163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.359524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.359884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:44:14.371559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:44:14.407898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Network 0eec494c-6aca-485d-a26b-32f3ec88a3cc is already hosted by enough agents. {{(pid=80259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:44:14.409070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Resources bound (agent type, host, resource id): {{(pid=80259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:44:14.411497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Received port after_create {{(pid=80259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:44:14.465941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Attempting to bind port 9389c176-328c-42cf-8cff-215ec65dd34a on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:44:14.466275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Attempting to bind port 9389c176-328c-42cf-8cff-215ec65dd34a by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:44:14.467262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Attempting to bind port 9389c176-328c-42cf-8cff-215ec65dd34a on network 0eec494c-6aca-485d-a26b-32f3ec88a3cc {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:44:14.473039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:44:14.473456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Checking segment: {'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:44:14.473894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:14.474337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Bound using segment: {'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:44:14.474850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Bound port: 9389c176-328c-42cf-8cff-215ec65dd34a, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:44:14.475291 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:14.570063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] For port 9389c176-328c-42cf-8cff-215ec65dd34a, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:44:14.573936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] For port 9389c176-328c-42cf-8cff-215ec65dd34a, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9389c176-328c-42cf-8cff-215ec65dd34a,segment=NetworkSegment(f5236620-b532-485b-8a58-cc5501f7e00c),segment_id=f5236620-b532-485b-8a58-cc5501f7e00c)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:44:14.577462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:14.597816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:44:14.746261 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Pushing event updated for resources: {'Port': ['ID=9389c176-328c-42cf-8cff-215ec65dd34a,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:44:14.751906 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:44:16.029579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909a109-1510-4b81-9438-f3dfb24d2535 None None] Network 0eec494c-6aca-485d-a26b-32f3ec88a3cc requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:44:16.126883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-a1e3564a-aff7-471b-93e1-bb86883a8c35 None None] Provisioning for port 9389c176-328c-42cf-8cff-215ec65dd34a completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:44:16.704893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9389c176-328c-42cf-8cff-215ec65dd34a up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:44:16.773595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 9389c176-328c-42cf-8cff-215ec65dd34a completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:44:16.778503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 9389c176-328c-42cf-8cff-215ec65dd34a triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:44:16.779583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:16.996122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-8f3f4277-bd64-4d28-80c2-9c733cc85e9d None None] Provisioning complete for port 9389c176-328c-42cf-8cff-215ec65dd34a triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:44:16.996544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4277-bd64-4d28-80c2-9c733cc85e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:17.114313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:17.194863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 9389c176-328c-42cf-8cff-215ec65dd34a, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9389c176-328c-42cf-8cff-215ec65dd34a,segment=NetworkSegment(f5236620-b532-485b-8a58-cc5501f7e00c),segment_id=f5236620-b532-485b-8a58-cc5501f7e00c)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:44:17.196014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f3f4277-bd64-4d28-80c2-9c733cc85e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:17.207416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:17.214617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:44:17.333926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=9389c176-328c-42cf-8cff-215ec65dd34a,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:44:17.340478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:44:17.343589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-8f3f4277-bd64-4d28-80c2-9c733cc85e9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:44:17.343979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-8f3f4277-bd64-4d28-80c2-9c733cc85e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:44:18.654675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9389c176-328c-42cf-8cff-215ec65dd34a up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:44:18.726676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 9389c176-328c-42cf-8cff-215ec65dd34a triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:44:18.727141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:24.398058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:44:38.348569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-96bd6c24-02bf-4041-8606-0532802a7dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:40.867656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0c2db9b6-a71c-4650-8a24-fb74639ba5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:40.981437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:42.245234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:44:42.480802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:01.397323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:45:08.352770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3dd96a92-3c6b-4b53-9673-388852a8d4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:10.869612 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7b99ecd0-b6b5-4cc4-83ed-3fe884f0718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:10.985284 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:12.248370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:12.479875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:20.553974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54716) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:45:20.560301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [None req-9f0829e9-e591-4c31-9e45-bdc3ef7d2503 tempest-verify_tempest_config-1357995589 tempest-verify_tempest_config-1357995589] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80258) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:45:20.561352 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9f0829e9-e591-4c31-9e45-bdc3ef7d2503 tempest-verify_tempest_config-1357995589 tempest-verify_tempest_config-1357995589] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0063295 Dec 02 17:45:20.910067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54736) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:45:21.063274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:21.078740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:45:21.082727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Usage tracker for resource:security_group_rule and tenant:361d6a9ad731416a901ab721f2d7fe01 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:45:21.085634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:45:21.091342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:45:21.177708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:21.180298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:21.189890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:45:21.230543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Synchronizing usage tracker for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:security_group {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:45:21.235277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bea4e5-b17e-4fb9-8cd4-e9dbe8f827fa,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:45:21.245166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.246072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.246450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.246822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.247216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.247587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.247951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.248313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.248678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.249073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.249433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.249794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:45:21.255456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:45:21.264651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Unset dirty status for tenant:e442a6653dfd49ba9cfab67b5746d8ce on resource:security_group {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:45:21.267669 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=361d6a9ad731416a901ab721f2d7fe01&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3565166 Dec 02 17:45:21.268793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54742) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:45:21.333689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:21.360303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:21.412033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:21.417204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-55fc4420-44b4-4b62-8e9b-ce103588bf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:45:21.428295 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bea4e5-b17e-4fb9-8cd4-e9dbe8f827fa,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:45:21.432992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:45:21.435455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:21.437514 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10bea4e5-b17e-4fb9-8cd4-e9dbe8f827fa HTTP/1.1" status: 204 len: 168 time: 0.1674352 Dec 02 17:45:38.354118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6b0a-ed87-4f05-8d6b-54c0ee43f692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:38.399626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:45:40.872905 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-30975f7b-d126-4d98-a9ee-0bfcdf8a462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:40.986906 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:42.250394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:45:42.480004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:08.355933 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dc1dae6c-34eb-4222-aeb8-a0f86c2f15c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:10.874784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-039cabe5-3e11-4182-b6f0-058728747f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:10.989289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:12.252216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:12.484135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:15.398733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:46:38.356999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6a443ac1-2f49-4954-827f-d5fda149fdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:40.876096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44946254-e5a1-420f-a947-97fd1c8791e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:40.994748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:42.254804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:42.487459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:46:52.398602 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 5 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:47:08.357771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2a8ab56-9abc-493c-a42f-f6bbe5a04792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:10.878675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-053f872c-3e63-4fc6-b955-b643b04be879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:10.995281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:12.257179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:12.324880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601'] for agent, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:12.325472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.325860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.326241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.326619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.327016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.327393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.327775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.328146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.328518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.328892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.329245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.329838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:47:12.330234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73362', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:47:12.334649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73362', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:47:12.491677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:12.718384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] get_endpoint_by_host() called for host hv-cinder-73362 {{(pid=80259) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 02 17:47:12.722525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] get_endpoint_by_ip() called for ip 192.168.0.33 {{(pid=80259) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 02 17:47:12.725655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] _add_endpoint() called for ip 192.168.0.33 {{(pid=80259) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 02 17:47:12.731030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] _get_endpoints() called {{(pid=80259) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 02 17:47:25.583093 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54814) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:47:25.732115 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fa95d44e-7c6a-4bad-a999-54d46ac92261 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1478281 Dec 02 17:47:28.184404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 54824) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:47:28.271824 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-736d7fde-bd56-47ac-854c-c5120393f86b admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0862079 Dec 02 17:47:29.426398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:47:38.359110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6ccca0de-c60f-4600-a8ec-dec4d5400864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:40.879692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3c89b234-e047-455c-be02-8efe8f3a9577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:40.997756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:42.258395 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:42.314777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:47:42.493708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:06.396244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:48:08.360407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0b8296d1-05f6-4590-974d-38fc734e9109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:10.881628 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7212944e-7bae-4d59-82f7-2888f356421a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:11.000190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:12.260088 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:12.330118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:12.496927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:38.361671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3a1bc73b-5c8c-48ac-a437-22f23e944462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:40.883764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a7b83a2-238e-48b1-b4fb-d520fb366d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:41.003775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:42.261584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:42.328122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:42.500294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:48:43.397287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:49:08.371588 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2de27839-9028-4569-928e-916fb21e6830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:10.885935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab11fefd-fbf4-41c1-aac8-0aa791c4c384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:11.011725 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:12.270409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:12.328318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:12.507196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:13.623414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55016) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:13.666587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55022) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:13.856954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55044) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:14.132434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-network', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:14.143255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-86623104-network', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:14.148686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:14.151426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:14.155946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Usage tracker for resource:network and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:14.160121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:14.163527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Usage tracker for resource:network and tenant:9f808e81f2594fb3a89d143396bbc9f8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:14.169030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55054) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:14.171916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:14.174868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:14.181184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:14.198070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Made reservation on behalf of 9f808e81f2594fb3a89d143396bbc9f8 for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:14.204526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.220850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.237357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:14.242153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Usage tracker for resource:security_group_rule and tenant:9f808e81f2594fb3a89d143396bbc9f8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:14.245368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:14.251710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:14.270832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Made reservation on behalf of 6946dedeee55457fb77f5d9d662150ea for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:14.276106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.295716 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-51257499-network', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:14.307978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.329174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:14.336781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Usage tracker for resource:network and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:14.342312 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:14.345329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:14.356811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:14.360053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Usage tracker for resource:security_group_rule and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:14.368604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:14.383145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:14.396166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Made reservation on behalf of b9c6ab5d06494b8eba236737f3ffd8df for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:14.400890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.433657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.472138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:14.485874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:14.490746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.494480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:14.501863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.506320 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:14.517270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:14.564238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:49:14.610196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.610580 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Added segment d2dc33e2-f096-413e-b5a4-e287bd9c3d3a of type vxlan for network ac490ccb-83e7-455c-82d7-541a6c1439dd Dec 02 17:49:14.620464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a9dd3f-49ea-4f3d-baae-b1835310bb57,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:14.649486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.649972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.650217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.650586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.650964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.651339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.651699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.652057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.652476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.652856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.653191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.653545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.653954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.654309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.654662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.655067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.655426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.655778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.656131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.656485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.656835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.657186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.657538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.657888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Tracked resource versions report: Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: pushed versions: Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: { 'AddressGroup': {'1.0'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': {'1.0'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': {'1.0'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': {'1.1'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': {'1.6'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': {'1.2'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': {'1.8'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': {'1.3'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': {'1.1'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': {'1.0'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': {'1.1'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': {'1.1'}} Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: consumer versions: Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: { DHCP agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: L3 agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: Metadata agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: Metering agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@dv-cinder-733623-9-smb: { 'AddressGroup': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}, Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}} Dec 02 17:49:14.659227 dv-cinder-733623-9-smb neutron-server[80148]: {{(pid=80258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 17:49:14.662964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:14.705651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.713067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.718730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.736423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:14.766352 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:49:14.766968 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:49:14.816954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f42b8-f7fd-4899-967e-62c967f4d538,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:14.820957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:14.827494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.830350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.833808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:14.834660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.839013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:14.841798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:14.857363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80258) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:49:14.858882 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:49:14.910994 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:49:14.995916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Pushing event updated for resources: {'Network': ['ID=ac490ccb-83e7-455c-82d7-541a6c1439dd,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:15.000353 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:15.004919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7b474513-943b-4246-901d-5014fa59fa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:15.008771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network ac490ccb-83e7-455c-82d7-541a6c1439dd details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:15.015502 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.016071 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Added segment 4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3 of type vxlan for network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 Dec 02 17:49:15.035101 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4093585 Dec 02 17:49:15.035879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55088) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:15.058519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Request body: {'subnet': {'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-subnet', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:15.079501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:15.081986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20aa3a0-e900-4de5-a274-8ad334f5e7ee,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:15.090945 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:15.090945 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Usage tracker for resource:subnet and tenant:9f808e81f2594fb3a89d143396bbc9f8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:15.102076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.112405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:15.121634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:15.145088 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Made reservation on behalf of 9f808e81f2594fb3a89d143396bbc9f8 for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:15.151258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.171494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1635686187-network', 'tenant_id': 'eb931a0840744af29c81094f277c20f7'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:15.181406 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.quota [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Loaded quota_driver: . Dec 02 17:49:15.194353 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.199090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:15.200145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.207873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8ebbd19d-9fc6-4393-b0f3-7800ed9d4afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:15.248650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:15.256230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Usage tracker for resource:network and tenant:eb931a0840744af29c81094f277c20f7 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:15.272845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network ac490ccb-83e7-455c-82d7-541a6c1439dd details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:15.308710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:15.323014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:15.360809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.390829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Made reservation on behalf of eb931a0840744af29c81094f277c20f7 for: {'network': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:15.409315 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5511739 Dec 02 17:49:15.415698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55110) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:15.476943 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.policy [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80257) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 02 17:49:15.477908 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:49:15.478316 dv-cinder-733623-9-smb neutron-server[80148]: WARNING oslo_policy.policy [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 17:49:15.484231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Request body: {'subnet': {'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-51257499-subnet', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:15.496988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.501106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Pushing event updated for resources: {'Network': ['ID=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:15.504208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:15.508035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:15.533494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Usage tracker for resource:subnet and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:15.539062 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:15.553874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.554841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:15.558133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:15.573686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:49:15.591435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:15.602568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb931a0840744af29c81094f277c20f7 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:15.609906 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:15.610913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:15.620782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:15.670413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Made reservation on behalf of b9c6ab5d06494b8eba236737f3ffd8df for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:15.688293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.733236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.733608 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Added segment b521aea5-6fe7-4dd6-9848-16f198aa45a7 of type vxlan for network 531cec26-1e4d-4ce7-99f9-d30d65f5947b Dec 02 17:49:15.857320 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.863928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.889000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:15.914108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:15.980388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568d62a9-d9ca-497b-9190-d5c2ca5ed51b,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:16.011661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.012036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.012380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.015214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.019358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.020151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.020657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.021359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.022194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.022697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.023659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.025028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.025679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.027377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.028123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.028649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.031413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.032245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.032772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.033257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.035227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.035908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.036571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.039240 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Tracked resource versions report: Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: pushed versions: Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: { 'AddressGroup': {'1.0'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': {'1.0'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': {'1.0'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': {'1.1'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': {'1.6'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': {'1.2'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': {'1.8'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': {'1.3'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': {'1.1'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': {'1.0'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': {'1.1'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': {'1.1'}} Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: consumer versions: Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: { DHCP agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: L3 agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: Metadata agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: Metering agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@dv-cinder-733623-9-smb: { 'AddressGroup': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}, Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}} Dec 02 17:49:16.040743 dv-cinder-733623-9-smb neutron-server[80148]: {{(pid=80257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 17:49:16.056348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.077872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:16.078635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.110331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:49:16.110632 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:49:16.113650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:16.129681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:16.137356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55136) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:16.297293 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6268115 Dec 02 17:49:16.298024 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55146) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:16.303980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Request body: {'subnet': {'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-subnet', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:16.320451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Pushing event updated for resources: {'Network': ['ID=531cec26-1e4d-4ce7-99f9-d30d65f5947b,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:16.324444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:16.327899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:16.332573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:16.332806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Usage tracker for resource:subnet and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:16.341401 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:16.361578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:16.364055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:16.380241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Made reservation on behalf of 6946dedeee55457fb77f5d9d662150ea for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:16.384834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.669000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.675779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.749875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:49:16.855075 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55164) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:16.861033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904113216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.861647 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Added segment e026d740-576c-4328-9ba6-5653c8128071 of type vxlan for network d7fa3917-d110-41e8-992b-4b7be1627683 Dec 02 17:49:16.879601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:16.947192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.963098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb9ef19-a334-40ef-bd97-f5637581e499,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:16.974709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:16.985920 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:16.993775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:17.015163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Checking segment: {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:17.015551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Network hostable DHCP agents. Network: ac490ccb-83e7-455c-82d7-541a6c1439dd, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:49:17.016201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Usage tracker for resource:security_group_rule and tenant:b70b73da65e54a3e985c11456e0a4c12 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:17.024961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:17.070694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:17.080328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Network ac490ccb-83e7-455c-82d7-541a6c1439dd is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:49:17.099293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, ac490ccb-83e7-455c-82d7-541a6c1439dd) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:17.106050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:17.106683 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.110803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306a007-f923-4831-983f-063986387cf0 None None] Network ac490ccb-83e7-455c-82d7-541a6c1439dd requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:17.127089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.136550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.137216 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0925224 Dec 02 17:49:17.140973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55176) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:17.141725 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.147578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:17.151523 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:17.152410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.152546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:17.157441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Usage tracker for resource:router and tenant:9f808e81f2594fb3a89d143396bbc9f8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:17.160444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:17.161165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:17.166667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:17.188522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:17.189114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-afc54033-601c-4cf6-845f-31ebe4b0a4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:17.207131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Usage tracker for resource:security_group_rule and tenant:be1cb5c7d6314527a115689de6952ca2 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:17.215396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851006570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765418'] for router, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.216487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851006623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854263952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10398'] for router, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.216613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:17.231060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:17.300116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.534483 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3607867 Dec 02 17:49:17.556431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55186) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:17.558377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=d7fa3917-d110-41e8-992b-4b7be1627683,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:17.576149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Request body: {'subnet': {'network_id': 'd7fa3917-d110-41e8-992b-4b7be1627683', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1635686187-subnet', 'tenant_id': 'eb931a0840744af29c81094f277c20f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:17.590650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:17.595968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:17.598481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network d7fa3917-d110-41e8-992b-4b7be1627683 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:17.623595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network d7fa3917-d110-41e8-992b-4b7be1627683 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:17.659698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Usage tracker for resource:subnet and tenant:eb931a0840744af29c81094f277c20f7 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:17.667591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:17.671270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de76eb-6627-4e96-8437-f6cf3bd3c43b None None] Network ac490ccb-83e7-455c-82d7-541a6c1439dd requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:17.686907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:17.706102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.714782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.729580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Made reservation on behalf of eb931a0840744af29c81094f277c20f7 for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:17.729998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aaf1377-b934-4835-83d3-ddf8fcc51354,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:17.736141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.742916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:17.754760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:17.905651 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b70b73da65e54a3e985c11456e0a4c12&name=default HTTP/1.1" status: 200 len: 2875 time: 1.7646902 Dec 02 17:49:17.907102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55198) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:17.925853 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da60c48-49f7-46cf-921f-b5640a2163c5,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:17.938136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:17.966061 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.982550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:17.990850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:18.006176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.099742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.121944 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be1cb5c7d6314527a115689de6952ca2&name=default HTTP/1.1" status: 200 len: 2875 time: 1.2481101 Dec 02 17:49:18.122169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Checking segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:18.122169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Network hostable DHCP agents. Network: 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:49:18.130608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839b3090-b5ff-4363-be0f-604d6fdc985f,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:18.130766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55206) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:18.139817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:18.146130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.183137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:18.189229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.246900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:49:18.296469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:18.304595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c632b-927e-4d34-93d5-736f5f4f7258 None None] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:18.352504 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.354914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:18.355577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.385047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:18.385899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=63080f16-7d03-4df7-9f8c-b2aa2d2317fc,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:18.414340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da60c48-49f7-46cf-921f-b5640a2163c5,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:18.414494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:18.421560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.425645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:18.445692 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-58dc350d-9c1b-48c5-bb72-51a39764076a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0251062 Dec 02 17:49:18.445692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.445692 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2da60c48-49f7-46cf-921f-b5640a2163c5 HTTP/1.1" status: 204 len: 168 time: 0.5373600 Dec 02 17:49:18.446038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55216) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:18.463007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:18.473895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:18.482366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.493739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Usage tracker for resource:router and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:18.497667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:18.513882 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:18.531172 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Checking segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:18.532552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Network hostable DHCP agents. Network: 531cec26-1e4d-4ce7-99f9-d30d65f5947b, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:49:18.551603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851006570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765418'] for router, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.552590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851006623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854263952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10398'] for router, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.586549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89185507-a775-513b-84b9-52fb75d04021-9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354'}]}} from dv-cinder-733623-9-smb. {{(pid=80259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 17:49:18.587512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.647059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:49:18.658544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 531cec26-1e4d-4ce7-99f9-d30d65f5947b) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:18.681025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96771e55-9677-445a-b7e0-9ed94d753239 None None] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:18.681691 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:18.682529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.699548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.722862 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4240718 Dec 02 17:49:18.727802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55226) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:18.740929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:18.764817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:18.774925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.778816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Usage tracker for resource:router and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:18.783931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:18.789690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:18.859060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:18.861258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:18.878316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839b3090-b5ff-4363-be0f-604d6fdc985f,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:18.903692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:18.959457 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:18.977037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.010456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851006570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765418'] for router, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.012246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55238) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:19.012600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851006623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854263952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10398'] for router, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.019077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.037576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.100969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.102105 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/839b3090-b5ff-4363-be0f-604d6fdc985f HTTP/1.1" status: 204 len: 168 time: 0.9666226 Dec 02 17:49:19.174483 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.198650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Allocated IP 172.20.0.2 (9300a0ae-efc1-4aba-94a8-ea09f2c4dac1/3aaf1377-b934-4835-83d3-ddf8fcc51354/9ffc415d-34e3-4a03-8863-df95fc0b9508) {{(pid=80259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:19.213108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.224113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:19.235402 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Usage tracker for resource:security_group_rule and tenant:8044ca0da3d74f52b75acd21a683a7f2 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:19.251218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:19.287222 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:19.533659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89185507-a775-513b-84b9-52fb75d04021-531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc'}]}} from dv-cinder-733623-9-smb. {{(pid=80259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 17:49:19.534747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.965202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:19.981171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Allocated IP 172.28.1.37 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/9a123574-b852-46c3-889d-52d531b031f2) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:19.988781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.000735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8904a652-797e-49ae-92b3-64457aba09d7,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:20.010240 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0d6dcc6c-9811-4582-949e-8f4f81a68202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:20.040998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:20.069144 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.113548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Notify callbacks [] for port, precommit_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.118228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55258) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:20.141372 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Transition to ACTIVE for port object 9ffc415d-34e3-4a03-8863-df95fc0b9508 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:20.156167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.183200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Transition to ACTIVE for port object 9ffc415d-34e3-4a03-8863-df95fc0b9508 will not be triggered until provisioned by entity DHCP. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:20.202195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55262) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:20.206362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:20.210631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Usage tracker for resource:security_group_rule and tenant:1f2bb08b69d740eeb77825477edf9cbf is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:20.218245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:20.220471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.226230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:20.226879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857d7d5f-8dff-4377-904f-eac94f0e1faa,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:20.237023 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8044ca0da3d74f52b75acd21a683a7f2&name=default HTTP/1.1" status: 200 len: 2875 time: 1.2205882 Dec 02 17:49:20.237963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:20.253294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:20.288722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55264) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:20.318438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Pushing event updated for resources: {'Port': ['ID=9ffc415d-34e3-4a03-8863-df95fc0b9508,revision_number=1']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:20.320214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.323959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Checking segment: {'id': 'e026d740-576c-4328-9ba6-5653c8128071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd7fa3917-d110-41e8-992b-4b7be1627683'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:20.324798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Network hostable DHCP agents. Network: d7fa3917-d110-41e8-992b-4b7be1627683, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:49:20.347465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.348274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.348678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.349064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.349443 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.350176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.350176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.350552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.351138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.351509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.352174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.352535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.352899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.353327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.354131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.354348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.354718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.355270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.355472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.355821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.356180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.356947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.357326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.357748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.358601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Tracked resource versions report: Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: pushed versions: Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: { 'AddressGroup': {'1.0'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': {'1.0'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': {'1.0'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': {'1.1'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': {'1.6'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': {'1.2'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': {'1.8'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': {'1.3'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': {'1.1'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': {'1.0'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': {'1.1'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': {'1.1'}} Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: consumer versions: Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: { DHCP agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: L3 agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: Metadata agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: Metering agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@dv-cinder-733623-9-smb: { 'AddressGroup': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}, Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}} Dec 02 17:49:20.359992 dv-cinder-733623-9-smb neutron-server[80148]: {{(pid=80259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 17:49:20.373581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:20.389107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f424d899-7093-4250-97a4-8ab3574c11c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:20.399522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:49:20.416058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.420257 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f2bb08b69d740eeb77825477edf9cbf&name=default HTTP/1.1" status: 200 len: 2875 time: 0.2951956 Dec 02 17:49:20.433877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55272) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:20.437222 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320f4768-8a99-48c3-9e52-3e64492acc24,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:20.437955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Allocated IP 172.20.0.2 (531cec26-1e4d-4ce7-99f9-d30d65f5947b/63080f16-7d03-4df7-9f8c-b2aa2d2317fc/bd23cf7f-c0f1-41f3-acaf-0c5085d369fe) {{(pid=80259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:20.443866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:20.476694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.501090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Network d7fa3917-d110-41e8-992b-4b7be1627683 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:49:20.502542 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.548044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.602196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 is already hosted by enough agents. {{(pid=80259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:20.606262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Resources bound (agent type, host, resource id): {{(pid=80259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:20.620566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Received port after_create {{(pid=80259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:20.626750 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, d7fa3917-d110-41e8-992b-4b7be1627683) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:20.633369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.643748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.656515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.669535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e865a-144a-411f-bb6b-579af6d63343 None None] Network d7fa3917-d110-41e8-992b-4b7be1627683 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:20.675879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:20.676517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.688412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.704439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:20.730718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Usage tracker for resource:security_group_rule and tenant:a45310a167c54b0fb386463164cdba04 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:20.739513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:20.760403 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.768489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:20.780769 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2192194 Dec 02 17:49:20.844613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Attempting to bind port 9ffc415d-34e3-4a03-8863-df95fc0b9508 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:20.844999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Attempting to bind port 9ffc415d-34e3-4a03-8863-df95fc0b9508 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:20.845413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Attempting to bind port 9ffc415d-34e3-4a03-8863-df95fc0b9508 on network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:20.873976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:20.874397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Checking segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:20.874847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.875447 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Bound using segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:20.875980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Bound port: 9ffc415d-34e3-4a03-8863-df95fc0b9508, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:20.876463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.937112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:20.956583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Notify callbacks [] for port, precommit_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:20.995121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Transition to ACTIVE for port object bd23cf7f-c0f1-41f3-acaf-0c5085d369fe will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:20.998857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.009797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:21.034954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320f4768-8a99-48c3-9e52-3e64492acc24,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:21.035417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.050309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:21.102083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.110307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Allocated IP 172.28.1.230 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/91643f2d-d8fa-4671-9c79-02363dca9721) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:21.127770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.129159 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/857d7d5f-8dff-4377-904f-eac94f0e1faa HTTP/1.1" status: 204 len: 168 time: 0.8140426 Dec 02 17:49:21.137206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.138422 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/320f4768-8a99-48c3-9e52-3e64492acc24 HTTP/1.1" status: 204 len: 168 time: 0.6969678 Dec 02 17:49:21.146106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Transition to ACTIVE for port object bd23cf7f-c0f1-41f3-acaf-0c5085d369fe will not be triggered until provisioned by entity DHCP. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:21.153441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.177705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.182894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.183793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.195214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] For port 9ffc415d-34e3-4a03-8863-df95fc0b9508, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:21.212453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-84f1f98d-f3ec-4039-8071-e7b5b6e1d71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:21.273394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Pushing event updated for resources: {'Port': ['ID=9a123574-b852-46c3-889d-52d531b031f2,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:21.282968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:21.304438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:21.329179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857d7d5f-8dff-4377-904f-eac94f0e1faa,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:21.334344 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a45310a167c54b0fb386463164cdba04&name=default HTTP/1.1" status: 200 len: 2877 time: 1.0024028 Dec 02 17:49:21.339599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:21.340767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55300) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:21.375447 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428f7a3-e24c-4bbf-ad83-9c827dfba256,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:21.382817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:21.495616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:21.575253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:21.584059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:21.595318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:21.627665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.668533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] For port 9ffc415d-34e3-4a03-8863-df95fc0b9508, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9ffc415d-34e3-4a03-8863-df95fc0b9508,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:21.682275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55326) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:21.690000 dv-cinder-733623-9-smb neutron-server[80148]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 02 17:49:21.732506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.736111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b is already hosted by enough agents. {{(pid=80259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:21.741102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Resources bound (agent type, host, resource id): {{(pid=80259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:21.743346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.744315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5352d9-a5ea-4c93-8381-e29d6175ed39 None None] Network d7fa3917-d110-41e8-992b-4b7be1627683 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:21.779092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Received port after_create {{(pid=80259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:21.909454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-e63fe6c6-c7b1-4dfe-9fde-8893569dc634 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:21.910203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-e63fe6c6-c7b1-4dfe-9fde-8893569dc634 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Synchronizing usage tracker for tenant:eb931a0840744af29c81094f277c20f7 on resource:network {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:49:21.918046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.928829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d031c37a-4510-4603-85ee-f00ef36fdeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:21.943455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428f7a3-e24c-4bbf-ad83-9c827dfba256,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:21.958633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:21.973276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:21.974505 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e428f7a3-e24c-4bbf-ad83-9c827dfba256 HTTP/1.1" status: 204 len: 168 time: 0.6298690 Dec 02 17:49:21.975777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-e63fe6c6-c7b1-4dfe-9fde-8893569dc634 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Unset dirty status for tenant:eb931a0840744af29c81094f277c20f7 on resource:network {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:49:21.981301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Pushing event updated for resources: {'Port': ['ID=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,revision_number=1']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:21.983586 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-e63fe6c6-c7b1-4dfe-9fde-8893569dc634 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/networks?id=d7fa3917-d110-41e8-992b-4b7be1627683 HTTP/1.1" status: 200 len: 812 time: 0.2994418 Dec 02 17:49:22.011202 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6e9b10e5-cbce-48aa-98f8-f73e63bdb1ea tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/quotas/eb931a0840744af29c81094f277c20f7 HTTP/1.1" status: 200 len: 375 time: 0.0265286 Dec 02 17:49:22.091547 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-e736ee44-43e5-40b6-b338-223d6beec457 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb931a0840744af29c81094f277c20f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787840 Dec 02 17:49:22.118108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:22.118728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:22.176264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Attempting to bind port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:22.176777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Attempting to bind port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:22.177250 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Attempting to bind port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe on network 531cec26-1e4d-4ce7-99f9-d30d65f5947b {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:22.193377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:22.276476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:22.277272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Checking segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:22.277661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:22.278228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Bound using segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:22.279222 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Bound port: bd23cf7f-c0f1-41f3-acaf-0c5085d369fe, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:22.279881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:22.339309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:22.457053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Allocated IP 172.28.1.247 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/7a28b861-a14f-41a5-afe6-648caea6d4e1) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:22.725071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Pushing event updated for resources: {'Port': ['ID=9ffc415d-34e3-4a03-8863-df95fc0b9508,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:22.736211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:22.747187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:22.890129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:22.923706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:22.976867 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] For port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:22.982393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] For port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:22.987788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:23.002458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-4917f43b-e8c1-45c7-85fc-a1f7a69dc474 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80257) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:49:23.003690 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-4917f43b-e8c1-45c7-85fc-a1f7a69dc474 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2331717 Dec 02 17:49:23.004300 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:23.048189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:23.099330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:23.214053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Pushing event updated for resources: {'Port': ['ID=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:23.227028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:23.523965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Pushing event updated for resources: {'Port': ['ID=91643f2d-d8fa-4671-9c79-02363dca9721,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:23.553978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:23.568175 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:23.571334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:23.583237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:23.642445 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55400) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:23.665629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a28b861-a14f-41a5-afe6-648caea6d4e1,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:23.686961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:23.728372 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:23.732126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:23.737277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:23.797502 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-75a619f5-f5aa-48c3-b942-4f676fe5db38 service neutron] 10.222.0.10 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171474 Dec 02 17:49:23.898500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682247307-network', 'tenant_id': '84579a63afe141fc931309a3253cb4a3'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:23.905844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:23.910263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Usage tracker for resource:network and tenant:84579a63afe141fc931309a3253cb4a3 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:23.913804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:23.920925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:24.018180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Made reservation on behalf of 84579a63afe141fc931309a3253cb4a3 for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:24.023506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:24.043977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:24.073175 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:24.138615 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851006608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255'] for router, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:24.141962 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Usage tracker for resource:security_group_rule and tenant:84579a63afe141fc931309a3253cb4a3 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:24.146764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:24.208228 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-d9d9b57f-16fb-468b-9dcf-c7505fe61fcb service neutron] 10.222.0.10 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3968122 Dec 02 17:49:24.239890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:24.285385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:24.535893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:24.573596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:24.747354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55440) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:24.884617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:24.910086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:49:24.927100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:24.927495 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Added segment 58224fb4-6875-4a72-834a-6e55f756442c of type vxlan for network 74235c30-43f9-427c-8357-6094e47011b6 Dec 02 17:49:25.025896 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5303fcf0-4ff0-425b-b95b-5588341ea487 req-fb0c6387-726e-4b80-b565-468c30dfb250 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.0958238 Dec 02 17:49:25.067727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851006608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255'] for router, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:25.074341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9ffc415d-34e3-4a03-8863-df95fc0b9508 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:25.127521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:25.142159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:25.223323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd2cca0-b5a6-48a9-824f-a3b513ee7507 None None] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:25.347346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f90c8-0ce7-4d26-b3d8-df4b6914c6f5,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:25.349902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 is scheduled to L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 with binding_index 1 {{(pid=80257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 17:49:25.363355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:25.603753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:49:25.615712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Sync routers for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:49:25.649360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:25.650244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:25.685286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:25.697325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Router df0af9f1-7557-4c58-91d3-1ae33ae77a2a is scheduled to L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 with binding_index 1 {{(pid=80258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 17:49:25.697921 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9684045 Dec 02 17:49:25.698919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55470) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:25.834787 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 9ffc415d-34e3-4a03-8863-df95fc0b9508 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:25.842628 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:25.845210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3ac60923-a4da-4caa-bb51-50fce1b32ee5 None None] Provisioning for port 9ffc415d-34e3-4a03-8863-df95fc0b9508 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:25.853714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3ac60923-a4da-4caa-bb51-50fce1b32ee5 None None] Provisioning complete for port 9ffc415d-34e3-4a03-8863-df95fc0b9508 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:25.854052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3ac60923-a4da-4caa-bb51-50fce1b32ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:25.900179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 9ffc415d-34e3-4a03-8863-df95fc0b9508 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:25.900603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:26.009712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:26.010364 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:26.077765 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b6104-7bf3-48b0-bf52-d8bd91c35563 None None] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:26.090480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:26.093150 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9d1bf82f-7c1e-47d4-a048-bec6ed0201b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:26.139839 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4928794 Dec 02 17:49:26.291965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55498) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:26.372830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Request body: {'subnet': {'network_id': '74235c30-43f9-427c-8357-6094e47011b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682247307-subnet', 'tenant_id': '84579a63afe141fc931309a3253cb4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:26.389380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:26.403272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Usage tracker for resource:subnet and tenant:84579a63afe141fc931309a3253cb4a3 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:26.413448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:26.436658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:26.440020 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-41da8bfa-5366-4513-94c0-f08ece5987f3 req-cb7126d6-4c09-4a42-af9c-272f6e5bfdd4 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.0638132 Dec 02 17:49:26.625932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Made reservation on behalf of 84579a63afe141fc931309a3253cb4a3 for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:26.631472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:26.651390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:49:26.755408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Sync routers for ids ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:49:26.774644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:24Z', 'revision_number': 3, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:26.792731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Checking router: 2aacce77-f8bb-48e7-bf00-0090b2d37d62 for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:49:26.793271 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Updating router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 port 7a28b861-a14f-41a5-afe6-648caea6d4e1 binding host dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:49:26.916050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:26.953247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=74235c30-43f9-427c-8357-6094e47011b6,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:26.967729 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851006608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255'] for router, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:26.971151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Routers {'df0af9f1-7557-4c58-91d3-1ae33ae77a2a'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:26.971976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:27.114070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:27.403898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 9ffc415d-34e3-4a03-8863-df95fc0b9508, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9ffc415d-34e3-4a03-8863-df95fc0b9508,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:27.433892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3ac60923-a4da-4caa-bb51-50fce1b32ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:27.480041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.387s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:27.516617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:27.521149 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-aee4d0b1-12ba-4e86-b4d8-5e0a0446c244 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.3751037 Dec 02 17:49:27.532813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:27.537275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 74235c30-43f9-427c-8357-6094e47011b6 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:27.668432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55540) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:27.668815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55544) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:27.829346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 74235c30-43f9-427c-8357-6094e47011b6 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:27.898128 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d42afd2-95e7-4170-9b09-8508b28357cc req-d277ca49-8319-4e25-b348-502028a6e565 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.0760241 Dec 02 17:49:27.971477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.047770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.072601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device bd23cf7f-c0f1-41f3-acaf-0c5085d369fe up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:28.075668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Transition to ACTIVE for port object 7a28b861-a14f-41a5-afe6-648caea6d4e1 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:28.081280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.129842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:28.202339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:28.367818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Attempting to bind port 7a28b861-a14f-41a5-afe6-648caea6d4e1 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:28.368231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Attempting to bind port 7a28b861-a14f-41a5-afe6-648caea6d4e1 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:28.368638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Attempting to bind port 7a28b861-a14f-41a5-afe6-648caea6d4e1 on network 0e1ee128-329d-4691-a63d-e46bd8631858 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:28.377598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:28.378073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:28.378525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.379011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Bound using segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:28.379536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Bound port: 7a28b861-a14f-41a5-afe6-648caea6d4e1, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:28.379955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.463048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] For port 7a28b861-a14f-41a5-afe6-648caea6d4e1, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:28.466631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] For port 7a28b861-a14f-41a5-afe6-648caea6d4e1, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=7a28b861-a14f-41a5-afe6-648caea6d4e1,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:28.474957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.572545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Allocated IP 172.20.0.1 (531cec26-1e4d-4ce7-99f9-d30d65f5947b/63080f16-7d03-4df7-9f8c-b2aa2d2317fc/826e8dd9-e2d1-4765-81c5-dd45b8628ece) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:28.631702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Pushing event updated for resources: {'Port': ['ID=7a28b861-a14f-41a5-afe6-648caea6d4e1,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:28.642012 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.642412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.642744 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.643189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.643556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.643921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.644956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.644956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.645229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.645544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.645901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.646258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.646672 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.647051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.647406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.647759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.648110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.648460 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.648811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.649160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.649510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.649859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.650208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.650556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Tracked resource versions report: Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: pushed versions: Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: { 'AddressGroup': {'1.0'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': {'1.0'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': {'1.0'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': {'1.1'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': {'1.6'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': {'1.2'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': {'1.8'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': {'1.3'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': {'1.1'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': {'1.0'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': {'1.1'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': {'1.1'}} Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: consumer versions: Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: { DHCP agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: L3 agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: Metadata agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: Metering agent@dv-cinder-733623-9-smb: {}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@dv-cinder-733623-9-smb: { 'AddressGroup': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}, Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'ConntrackHelper': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Log': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Network': '1.1', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Port': '1.6', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'PortForwarding': '1.2', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'QosPolicy': '1.8', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroup': '1.3', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SecurityGroupRule': '1.1', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'SubPort': '1.0', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Subnet': '1.1', Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: 'Trunk': '1.1'}} Dec 02 17:49:28.651935 dv-cinder-733623-9-smb neutron-server[80148]: {{(pid=80260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 17:49:28.678014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:28.678711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:28.699096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Set router df0af9f1-7557-4c58-91d3-1ae33ae77a2a gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:28.753254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:28.753757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2dce1852-8e54-449f-b0a7-3560fd76316c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:28.786069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.60', 50479) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:28.828472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=9ffc415d-34e3-4a03-8863-df95fc0b9508,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:28.852623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.877234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Transition to ACTIVE for port object 826e8dd9-e2d1-4765-81c5-dd45b8628ece will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:28.903607 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:28.937428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Pushing event updated for resources: {'Port': ['ID=7a28b861-a14f-41a5-afe6-648caea6d4e1,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:28.939866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1c77a055-9496-4a3b-ae1d-3cfde790e8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:28.943850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:29.085506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Pushing event updated for resources: {'Port': ['ID=826e8dd9-e2d1-4765-81c5-dd45b8628ece,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:29.089355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:29.091935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:29.126982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:29.227146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:29.240358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-44c8e680-1506-45f3-a853-81d88a2a12d3 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:29.244408 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-44c8e680-1506-45f3-a853-81d88a2a12d3 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.60 "GET /v2.0/networks?id=d7fa3917-d110-41e8-992b-4b7be1627683 HTTP/1.1" status: 200 len: 812 time: 0.3744793 Dec 02 17:49:29.256451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-3ac60923-a4da-4caa-bb51-50fce1b32ee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:49:29.256852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-3ac60923-a4da-4caa-bb51-50fce1b32ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:49:29.272850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:29.285843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:49:22Z', 'revision_number': 3, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:29.299843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Checking router: df0af9f1-7557-4c58-91d3-1ae33ae77a2a for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:49:29.300266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Updating router df0af9f1-7557-4c58-91d3-1ae33ae77a2a port 9a123574-b852-46c3-889d-52d531b031f2 binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:49:29.422686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:29.473593 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f731da3f-ee79-4059-812a-9d900f20d596 req-8f5ccff5-7d41-4d4a-a3fc-df13800c0a26 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.1848192 Dec 02 17:49:29.487995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:29.497745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Usage tracker for resource:security_group_rule and tenant:14bce7310f534fdfb588ba99ed9f9391 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:29.504262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:29.520750 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:29.529986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:29.535340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:29.544016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:29.547279 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851010342'] for router_interface, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:29.590376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9ffc415d-34e3-4a03-8863-df95fc0b9508 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:29.733832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:29.760736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:24Z', 'revision_number': 3, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:29.767167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fdbb9e-c207-4c06-a298-b3555b6bfc9c None None] The sync data for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb is: [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:24Z', 'revision_number': 3, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:49:29.772736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Request body: {'port': {'device_id': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'network_id': 'd7fa3917-d110-41e8-992b-4b7be1627683', 'admin_state_up': True, 'tenant_id': 'eb931a0840744af29c81094f277c20f7'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:30.031598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:30.043011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:30.068310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:30.096877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Usage tracker for resource:port and tenant:eb931a0840744af29c81094f277c20f7 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:30.151337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:30.176777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Router 0f5c791f-9470-432f-9f9e-af8074801fca is scheduled to L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 with binding_index 1 {{(pid=80258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 17:49:30.237553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Quota usage for port was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:30.335081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:30.392289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:30.403774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Transition to ACTIVE for port object 9a123574-b852-46c3-889d-52d531b031f2 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:30.418127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:30.431798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Provisioning complete for port 9ffc415d-34e3-4a03-8863-df95fc0b9508 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:30.433155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:30.547045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d710fda-61a1-4579-a098-510248ff4c6f,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:30.562464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:30.596459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55628) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:30.599991 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14bce7310f534fdfb588ba99ed9f9391&name=default HTTP/1.1" status: 200 len: 2879 time: 2.9240382 Dec 02 17:49:30.817329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:30.892456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:31.028118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 9ffc415d-34e3-4a03-8863-df95fc0b9508 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:31.028755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.121438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aa9f7c33-f385-447e-b9b6-7c292f2cd5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:31.146386 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4acd4705-b2be-4346-83ca-931eb869c3d7 req-b716ddaf-6ebe-4a01-94b9-469d941add85 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.1757607 Dec 02 17:49:31.153082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.459497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Attempting to bind port 9a123574-b852-46c3-889d-52d531b031f2 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:31.460463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Attempting to bind port 9a123574-b852-46c3-889d-52d531b031f2 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:31.460993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Attempting to bind port 9a123574-b852-46c3-889d-52d531b031f2 on network 0e1ee128-329d-4691-a63d-e46bd8631858 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:31.474032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:31.474724 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:31.475685 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.476246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Bound using segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:31.488143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Bound port: 9a123574-b852-46c3-889d-52d531b031f2, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:31.488848 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.617287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d338ac-dba0-4eab-913f-06a2f3b74adb,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:31.624517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Made reservation on behalf of eb931a0840744af29c81094f277c20f7 for: {'port': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:31.626363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] For port 9a123574-b852-46c3-889d-52d531b031f2, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:31.633336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] For port 9a123574-b852-46c3-889d-52d531b031f2, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9a123574-b852-46c3-889d-52d531b031f2,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:31.640900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.647247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.648215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 7a28b861-a14f-41a5-afe6-648caea6d4e1 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:31.712644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.729626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e21f-696d-40dd-949a-f4cb22a25fdc None None] Pushing event updated for resources: {'Port': ['ID=9a123574-b852-46c3-889d-52d531b031f2,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:31.843717 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.852641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.858797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3188687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769863'] for router_interface, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:31.884129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-81d0e21f-696d-40dd-949a-f4cb22a25fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:31.884652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-81d0e21f-696d-40dd-949a-f4cb22a25fdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:31.893980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:31.956023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:31.970021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e21f-696d-40dd-949a-f4cb22a25fdc None None] Pushing event updated for resources: {'Port': ['ID=9a123574-b852-46c3-889d-52d531b031f2,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:31.987273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Provisioning for port 826e8dd9-e2d1-4765-81c5-dd45b8628ece completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:31.991706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-81d0e21f-696d-40dd-949a-f4cb22a25fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:32.024710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Provisioning complete for port 826e8dd9-e2d1-4765-81c5-dd45b8628ece triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:32.025131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:32.060755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:32.099419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Pushing event updated for resources: {'Port': ['ID=826e8dd9-e2d1-4765-81c5-dd45b8628ece,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:32.114141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:32.115283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2ce18d24-d1a5-4190-9136-945fce1ab779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:32.147597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:32.158998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Routers {'df0af9f1-7557-4c58-91d3-1ae33ae77a2a'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:32.160480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:32.164408 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d710fda-61a1-4579-a098-510248ff4c6f HTTP/1.1" status: 204 len: 168 time: 1.5442278 Dec 02 17:49:32.169662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55656) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:32.174739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d710fda-61a1-4579-a098-510248ff4c6f,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:32.205097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:32.281507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:49:32.324645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:32.329860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:32.337801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Sync routers for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:49:32.361546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:32.362192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:32.520153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 7a28b861-a14f-41a5-afe6-648caea6d4e1 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:32.580249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 7a28b861-a14f-41a5-afe6-648caea6d4e1 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:32.581638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:32.678774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Port 826e8dd9-e2d1-4765-81c5-dd45b8628ece cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:49:32.843438 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d52954b8-ad5a-4850-9ebb-83ac687e6fa9 req-03e86165-eb24-4c12-adfe-7f414d841cbc tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.2710373 Dec 02 17:49:32.891746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:32.917861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 7a28b861-a14f-41a5-afe6-648caea6d4e1, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=7a28b861-a14f-41a5-afe6-648caea6d4e1,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:32.920547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Provisioning for port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:32.931805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:32.956512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Provisioning complete for port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:32.957388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:33.022755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:49:33.047261 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-62fe99bd-d9d6-4545-86fb-f94358801ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:33.170659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Allocated IP 172.20.0.12 (d7fa3917-d110-41e8-992b-4b7be1627683/8904a652-797e-49ae-92b3-64457aba09d7/71d48baf-b046-4b6f-b6f0-ed744266d401) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:33.191741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] Set router df0af9f1-7557-4c58-91d3-1ae33ae77a2a gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:33.428465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:33.431365 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:33.460561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:33.471440 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Usage tracker for resource:security_group_rule and tenant:686189ea701a483a84d9fc0941f9e847 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:33.478321 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:33.498751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:33.512617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:49:33.547170 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] 10.222.0.10 "PUT /v2.0/routers/2aacce77-f8bb-48e7-bf00-0090b2d37d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8356543 Dec 02 17:49:33.755522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:33.760176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=7a28b861-a14f-41a5-afe6-648caea6d4e1,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:33.765341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:33.790899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:33.906960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Sync routers for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:49:33.925725 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=686189ea701a483a84d9fc0941f9e847&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7541273 Dec 02 17:49:33.927575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55690) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:33.950285 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:33.974667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:34.082325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:34.085371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa53c58-3569-42f0-98d8-af31c45710ad,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:34.100160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:34.108003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:34.114258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:34.131847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:34.136329 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.6866670 Dec 02 17:49:34.140839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 55704) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:34.148420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Checking segment: {'id': '58224fb4-6875-4a72-834a-6e55f756442c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74235c30-43f9-427c-8357-6094e47011b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:34.148793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Network hostable DHCP agents. Network: 74235c30-43f9-427c-8357-6094e47011b6, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:49:34.159493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:34.223730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:34.416270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:34.430883 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dd162755-b59f-48af-b019-2c92fcde1b8f req-108a9a82-3f6c-44f1-9d64-7c92694317a4 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.1096807 Dec 02 17:49:34.447397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:34.467484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa53c58-3569-42f0-98d8-af31c45710ad,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:34.474311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:34.491788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:34.493658 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfa53c58-3569-42f0-98d8-af31c45710ad HTTP/1.1" status: 204 len: 168 time: 0.5650861 Dec 02 17:49:34.551402 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:24Z', 'revision_number': 3, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:34.562732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Checking router: 0f5c791f-9470-432f-9f9e-af8074801fca for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:49:34.563432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Updating router 0f5c791f-9470-432f-9f9e-af8074801fca port 91643f2d-d8fa-4671-9c79-02363dca9721 binding host dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:49:34.691597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:34.713456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:35.110849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55724) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:35.117050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'security_group': {'name': 'tempest-securitygroup--530977701', 'description': 'tempest-description--586566494'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:35.128664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:35.145637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:35.150146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:35.165891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:35.177916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Network 74235c30-43f9-427c-8357-6094e47011b6 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:49:35.192679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.246434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:35.257960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group_rule and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:35.266689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:35.282249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:35.488914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.492958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.505082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:35.599492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d75434-63ae-40a7-aa7b-b2f313c6649d,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:35.606474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:35.647213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.648943 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 0.5367427 Dec 02 17:49:35.652623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55738) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:35.668300 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.668753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'security_group_rule': {'security_group_id': 'b5d75434-63ae-40a7-aa7b-b2f313c6649d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:35.681757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:35.684714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55742) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:35.714983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 7a28b861-a14f-41a5-afe6-648caea6d4e1 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:35.721569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group_rule and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:35.729651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:35.747861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:35.751429 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.836265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] For port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:35.858423 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8aa7bc20-5559-4c13-8115-b78885fb79ba req-9c63f849-0de2-4eb6-b2de-5406b344944a tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.0830088 Dec 02 17:49:35.879027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:35.883286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.903843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Usage tracker for resource:security_group_rule and tenant:26bc0c9494e143749b4aa609b414317f is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:35.908874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:35.914051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:35.972135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:36.057362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.069099 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.069494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:36.090360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.134484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:36.140223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Transition to ACTIVE for port object 91643f2d-d8fa-4671-9c79-02363dca9721 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:36.142678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.150225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.153422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 7a28b861-a14f-41a5-afe6-648caea6d4e1 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:36.153949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.187941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 74235c30-43f9-427c-8357-6094e47011b6) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:36.190828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0412f2bf-5913-42e3-8778-d840c1e4ffc9,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:36.208467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:36.228126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Pushing event updated for resources: {'Port': ['ID=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:36.231938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:36.237886 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:36.254270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307722bb-5488-4b2f-86d8-2f2e179da9cd None None] Network 74235c30-43f9-427c-8357-6094e47011b6 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:36.372121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.378366 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.7227426 Dec 02 17:49:36.393163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55752) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:36.439817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'security_group_rule': {'security_group_id': 'b5d75434-63ae-40a7-aa7b-b2f313c6649d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:36.464736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:36.496303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group_rule and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:36.507386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75f744-27bb-4790-b271-5c6587e81d27 None None] Pushing event updated for resources: {'Port': ['ID=91643f2d-d8fa-4671-9c79-02363dca9721,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:36.511078 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:36.525603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.527741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:36.538610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.555738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:49:22Z', 'revision_number': 3, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:36.566046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:36.578645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aa75f744-27bb-4790-b271-5c6587e81d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:36.602786 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4139ca3f-6c01-45ad-84f1-ff275b09c16b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 10.3072472 Dec 02 17:49:36.657965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Attempting to bind port 91643f2d-d8fa-4671-9c79-02363dca9721 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:36.660918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Attempting to bind port 91643f2d-d8fa-4671-9c79-02363dca9721 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:36.663058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Attempting to bind port 91643f2d-d8fa-4671-9c79-02363dca9721 on network 0e1ee128-329d-4691-a63d-e46bd8631858 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:36.668010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.684023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14b73c-35e6-422a-838a-db96911be833 None None] The sync data for ids ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'] in dv-cinder-733623-9-smb is: [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:49:22Z', 'revision_number': 3, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:49:36.685043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.690660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:36.691139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:36.691590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.692028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Bound using segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:36.699532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Bound port: 91643f2d-d8fa-4671-9c79-02363dca9721, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:36.699992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.747899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:36.848669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.932357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] For port 91643f2d-d8fa-4671-9c79-02363dca9721, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:36.938982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] For port 91643f2d-d8fa-4671-9c79-02363dca9721, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=91643f2d-d8fa-4671-9c79-02363dca9721,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:36.944555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:36.953479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:36.963190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2362daed-6e06-4421-b672-f4cb254ce85b,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:36.977010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:37.008507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:37.114600 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26bc0c9494e143749b4aa609b414317f&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4281726 Dec 02 17:49:37.129420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75f744-27bb-4790-b271-5c6587e81d27 None None] Pushing event updated for resources: {'Port': ['ID=91643f2d-d8fa-4671-9c79-02363dca9721,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:37.134916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55770) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:37.145401 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aa75f744-27bb-4790-b271-5c6587e81d27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:37.188489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Pushing event updated for resources: {'Port': ['ID=71d48baf-b046-4b6f-b6f0-ed744266d401,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:37.197325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:37.238645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Network d7fa3917-d110-41e8-992b-4b7be1627683 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:37.259669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:37.264708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-d2b581e1-9d21-4651-8aeb-da9f2092db3a None None] Provisioning complete for port 826e8dd9-e2d1-4765-81c5-dd45b8628ece triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:37.265660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:37.266239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d2b581e1-9d21-4651-8aeb-da9f2092db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:37.272472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:37.277581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:37.435664 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1123116 Dec 02 17:49:37.447746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-d2b581e1-9d21-4651-8aeb-da9f2092db3a None None] Port 826e8dd9-e2d1-4765-81c5-dd45b8628ece cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:49:37.485832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da701ba7-4558-4b02-b8a4-023f1ddd8084 None None] Network 74235c30-43f9-427c-8357-6094e47011b6 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:37.601568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:37.602687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:37.672146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:37.713435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:37.770556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:37.829730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:37.912281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0b6434-937a-4b78-ab0b-3ed5d030f9d4,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:37.939033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:37.983278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9a123574-b852-46c3-889d-52d531b031f2 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:38.050796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:38.052146 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 1.6526260 Dec 02 17:49:38.073939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55790) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:38.086530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:38.095384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:38.119797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'floatingip': {'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:38.163569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:38.175619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:floatingip and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:38.185646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:38.216263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:38.255770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-d2b581e1-9d21-4651-8aeb-da9f2092db3a None None] Provisioning complete for port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:38.264558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d2b581e1-9d21-4651-8aeb-da9f2092db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:38.308041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88561be-334f-47e4-87c9-c03378c9f191 req-14b571b3-9c5e-44a3-9033-e5d413536f08 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:38.316536 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c88561be-334f-47e4-87c9-c03378c9f191 req-14b571b3-9c5e-44a3-9033-e5d413536f08 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 932 time: 0.9431293 Dec 02 17:49:38.318673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:38.384819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Allocated IP 172.20.0.1 (9300a0ae-efc1-4aba-94a8-ea09f2c4dac1/3aaf1377-b934-4835-83d3-ddf8fcc51354/a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:38.636409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-c88561be-334f-47e4-87c9-c03378c9f191 req-82b032ca-37e9-4e1a-8b8a-df0bfaaf070c tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Synchronizing usage tracker for tenant:eb931a0840744af29c81094f277c20f7 on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:49:38.770754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:38.773733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55812) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:38.806357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-2bc1b943-4397-4dae-a955-78400ca6c1c7 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80258) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:49:38.807358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:38.810353 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-2bc1b943-4397-4dae-a955-78400ca6c1c7 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0508857 Dec 02 17:49:38.837675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-c88561be-334f-47e4-87c9-c03378c9f191 req-82b032ca-37e9-4e1a-8b8a-df0bfaaf070c tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Unset dirty status for tenant:eb931a0840744af29c81094f277c20f7 on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:49:38.843922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 9a123574-b852-46c3-889d-52d531b031f2 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:38.858526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:24Z', 'revision_number': 3, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:38.858734 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c88561be-334f-47e4-87c9-c03378c9f191 req-82b032ca-37e9-4e1a-8b8a-df0bfaaf070c tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408354 Dec 02 17:49:38.872481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a8e9c-e7db-436a-9952-25d81773d7c5 None None] The sync data for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb is: [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:24Z', 'revision_number': 3, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:49:38.896652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2362daed-6e06-4421-b672-f4cb254ce85b,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:38.915052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:38.925176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:38.926040 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2362daed-6e06-4421-b672-f4cb254ce85b HTTP/1.1" status: 204 len: 168 time: 1.7857666 Dec 02 17:49:38.950347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.078306 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Allocated IP 172.20.0.1 (ac490ccb-83e7-455c-82d7-541a6c1439dd/ceb9ef19-a334-40ef-bd97-f5637581e499/a2d04d3f-d360-425c-8561-7a6dfec379fd) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:39.087885 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 9a123574-b852-46c3-889d-52d531b031f2 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:39.088313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.252217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.288027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.305489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-233eb6ab-ded5-48b1-946f-eace24da3da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.461843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-71fbc418-4105-48e8-a3ec-0e2bd4d20e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:39.545571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Pushing event updated for resources: {'Port': ['ID=a2d04d3f-d360-425c-8561-7a6dfec379fd,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:39.574736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:39.596287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Network ac490ccb-83e7-455c-82d7-541a6c1439dd is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:39.603324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:39.620340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:39.620858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851010342'] for router_interface, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.699285 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.726298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Allocated IP 172.28.1.122 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/944b5db4-487d-4e7e-aa43-90f5c2cbd302) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:39.758240 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Transition to ACTIVE for port object a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 will not be triggered until provisioned by entity DHCP. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:39.770154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.827245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.848571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 9a123574-b852-46c3-889d-52d531b031f2, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9a123574-b852-46c3-889d-52d531b031f2,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:39.866136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 2, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:39.871701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Checking router: 2aacce77-f8bb-48e7-bf00-0090b2d37d62 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:49:39.872131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Updating router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 port 826e8dd9-e2d1-4765-81c5-dd45b8628ece binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:49:39.876891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:39.909980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb5f889cc564a5c9e43b39c1e2a1988 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:39.916256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:39.929813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:39.973160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Request body: {'port': {'device_id': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:39.993530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:39.994558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.071538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55834) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:40.093538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device bd23cf7f-c0f1-41f3-acaf-0c5085d369fe up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:40.191188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:40.198448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.231799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.332638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=9a123574-b852-46c3-889d-52d531b031f2,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:40.333655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.340255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-277ba1e0-ebf8-4db1-8601-c4e57ccdf11f tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:40.342197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:40.350812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.355066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1540416898-network', 'tenant_id': '5b61b0a926854bdcb9cd9d79814e105f'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:40.356398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:40.358159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.395384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.576296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:40.599971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:40.602581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.728294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:40.736582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:40.831440 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.957964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-08f7b833-7247-4ff6-9128-b4fe5e199562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:40.977531 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9a123574-b852-46c3-889d-52d531b031f2 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:41.204599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 9a123574-b852-46c3-889d-52d531b031f2 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:41.205012 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:41.311957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Usage tracker for resource:network and tenant:5b61b0a926854bdcb9cd9d79814e105f is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:41.319660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:41.329770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:41.343605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:41.423674 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Made reservation on behalf of 5b61b0a926854bdcb9cd9d79814e105f for: {'network': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:41.434829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:41.539174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:41.644902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'Port': ['ID=944b5db4-487d-4e7e-aa43-90f5c2cbd302,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:41.649906 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cb5f889cc564a5c9e43b39c1e2a1988&name=default HTTP/1.1" status: 200 len: 2879 time: 2.8747518 Dec 02 17:49:41.662664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:41.664082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55860) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:41.664819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7f69ba2d-c5ca-4eb8-acd9-05c46debcda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:41.709436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a4a31e-b1fa-446b-8360-82c06aa0a981,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:41.738815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:41.755707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:41.761039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Usage tracker for resource:security_group_rule and tenant:5b61b0a926854bdcb9cd9d79814e105f is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:41.772855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:41.789742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:41.957471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:41.973462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:42.022411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:42.036552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.100714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Transition to ACTIVE for port object 826e8dd9-e2d1-4765-81c5-dd45b8628ece will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:42.113394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.190049 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:42.229721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.333737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.387004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42aff-4b0f-4750-8d25-f1f8322f178b req-0da284b7-03c6-408f-b54e-0d57cdf8fe28 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:42.395846 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-79a42aff-4b0f-4750-8d25-f1f8322f178b req-0da284b7-03c6-408f-b54e-0d57cdf8fe28 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 932 time: 2.0574095 Dec 02 17:49:42.485521 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-79a42aff-4b0f-4750-8d25-f1f8322f178b req-96d09e05-193a-48ae-9a6b-7909e88aff80 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883532 Dec 02 17:49:42.555424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.562574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.596619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:42.601184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:42.608429 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:42.608932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851010342'] for router_interface, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.663502 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3492b-9d0d-4024-af95-496956ef26a7 None None] Pushing event updated for resources: {'Port': ['ID=826e8dd9-e2d1-4765-81c5-dd45b8628ece,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:42.682600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1ba3492b-9d0d-4024-af95-496956ef26a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:42.688371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.719535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.725316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.738435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.776733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.877825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.947073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.952307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 91643f2d-d8fa-4671-9c79-02363dca9721 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:42.966982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3188687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769863'] for router_interface, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.979039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:42.982582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:43.033258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:49:43.071499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504feeea-5766-49fd-8525-727e5b0d7fce,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:43.090805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:43.096732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.123247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ac2fd075-45fa-4aba-b5d8-db7e23fc57f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:43.133237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:43.192662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904113216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.193332 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Added segment 4d0d11b2-9c3e-4339-bb46-a8915286e48e of type vxlan for network a3044aa6-ed76-45a9-9645-4da231a44ea9 Dec 02 17:49:43.194566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'Port': ['ID=944b5db4-487d-4e7e-aa43-90f5c2cbd302,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:43.208381 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Network ac490ccb-83e7-455c-82d7-541a6c1439dd is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:43.211397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:43.217188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:43.229563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.236567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-4dd7cb3a-47d7-4304-85c4-049f70dab179 None None] Provisioning for port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:43.259695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-4dd7cb3a-47d7-4304-85c4-049f70dab179 None None] Provisioning complete for port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:43.259995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4dd7cb3a-47d7-4304-85c4-049f70dab179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.290636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.313303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:43.323543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Attempting to bind port 826e8dd9-e2d1-4765-81c5-dd45b8628ece on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:43.324093 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Attempting to bind port 826e8dd9-e2d1-4765-81c5-dd45b8628ece by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:43.324616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Attempting to bind port 826e8dd9-e2d1-4765-81c5-dd45b8628ece on network 531cec26-1e4d-4ce7-99f9-d30d65f5947b {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:43.328276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a4a31e-b1fa-446b-8360-82c06aa0a981,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:43.333751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-4dd7cb3a-47d7-4304-85c4-049f70dab179 None None] Port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:49:43.335738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:43.336284 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Checking segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:43.336845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.337357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Bound using segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:43.338008 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Bound port: 826e8dd9-e2d1-4765-81c5-dd45b8628ece, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:43.338671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.343433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.350524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:43.386582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 91643f2d-d8fa-4671-9c79-02363dca9721 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:43.396508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 91643f2d-d8fa-4671-9c79-02363dca9721 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:43.397075 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.436954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.443936 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33a4a31e-b1fa-446b-8360-82c06aa0a981 HTTP/1.1" status: 204 len: 168 time: 1.7381566 Dec 02 17:49:43.486303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.486303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:43.486303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.503008 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ffd33bba-d63c-4158-919f-d518a7291bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:43.574764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.679234 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4004562 Dec 02 17:49:43.680555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55894) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:43.687104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.697027 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6107779 Dec 02 17:49:43.746981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Request body: {'subnet': {'network_id': 'a3044aa6-ed76-45a9-9645-4da231a44ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1540416898-subnet', 'tenant_id': '5b61b0a926854bdcb9cd9d79814e105f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:43.815256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:43.819651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Pushing event updated for resources: {'Network': ['ID=a3044aa6-ed76-45a9-9645-4da231a44ea9,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:43.822335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.825052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Usage tracker for resource:subnet and tenant:5b61b0a926854bdcb9cd9d79814e105f is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:43.828750 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:43.834035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:43.843889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:43.873219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Made reservation on behalf of 5b61b0a926854bdcb9cd9d79814e105f for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:43.878408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.907327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02aa49-6708-4f76-a824-d94912f15264 req-14bbfeca-4ba3-409d-a1db-e66ff03c436a tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:43.913400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.916243 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8d02aa49-6708-4f76-a824-d94912f15264 req-14bbfeca-4ba3-409d-a1db-e66ff03c436a tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 932 time: 0.2319386 Dec 02 17:49:43.930159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3188687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769863'] for router_interface, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:43.977870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network a3044aa6-ed76-45a9-9645-4da231a44ea9 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:44.051069 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8d02aa49-6708-4f76-a824-d94912f15264 req-acc7c45f-a879-4498-a508-fa680446f08c tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336432 Dec 02 17:49:44.275326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.resource_extend [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] It took 0.96 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 02 17:49:44.359976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network a3044aa6-ed76-45a9-9645-4da231a44ea9 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:49:44.419201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55928) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:44.434064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] For port 826e8dd9-e2d1-4765-81c5-dd45b8628ece, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:44.443302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] For port 826e8dd9-e2d1-4765-81c5-dd45b8628ece, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=826e8dd9-e2d1-4765-81c5-dd45b8628ece,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:44.469080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Pushing event updated for resources: {'Port': ['ID=a2d04d3f-d360-425c-8561-7a6dfec379fd,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:44.475595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:44.477639 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.344s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:44.480252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Router df0af9f1-7557-4c58-91d3-1ae33ae77a2a has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:49:44.493215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d48baf-b046-4b6f-b6f0-ed744266d401 {{(pid=80258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:49:44.503293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:44.520482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Transition to ACTIVE for port object 71d48baf-b046-4b6f-b6f0-ed744266d401 will not be triggered until provisioned by entity L2. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:44.521662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:44.532649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-00ed6460-9cbd-46e8-baf4-58396542cf8f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Synchronizing usage tracker for tenant:6946dedeee55457fb77f5d9d662150ea on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:49:44.538378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:44.584827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-00ed6460-9cbd-46e8-baf4-58396542cf8f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Unset dirty status for tenant:6946dedeee55457fb77f5d9d662150ea on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:49:44.588460 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-00ed6460-9cbd-46e8-baf4-58396542cf8f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--530977701&fields=id&tenant_id=6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 267 time: 0.2194397 Dec 02 17:49:44.600818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:44.610442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:44.613365 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:44.624908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:44.628106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:44.665432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:44.666881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:44.707438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:44.824128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Usage tracker for resource:security_group_rule and tenant:210ec75bdba04648822644a9744779bf is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:44.828649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:44.843757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-3f53d234-e6ef-4ed1-b105-72556eb41b85 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:44.845658 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-3f53d234-e6ef-4ed1-b105-72556eb41b85 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 815 time: 0.2409689 Dec 02 17:49:44.849667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:44.900647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Pushing event updated for resources: {'Port': ['ID=71d48baf-b046-4b6f-b6f0-ed744266d401,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:44.904839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:44.947313 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-2ba13915-f2cc-49e0-a98a-691b81cc41c9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/quotas/6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 375 time: 0.0931623 Dec 02 17:49:44.982836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.011878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 91643f2d-d8fa-4671-9c79-02363dca9721, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=91643f2d-d8fa-4671-9c79-02363dca9721,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:45.013773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3492b-9d0d-4024-af95-496956ef26a7 None None] Pushing event updated for resources: {'Port': ['ID=826e8dd9-e2d1-4765-81c5-dd45b8628ece,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:45.027688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1ba3492b-9d0d-4024-af95-496956ef26a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:45.038811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.129649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:45.231613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-8f1a2161-817e-4456-a185-ccf6d19a6a0f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Synchronizing usage tracker for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:49:45.244990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=91643f2d-d8fa-4671-9c79-02363dca9721,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:45.260797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:45.264959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:45.265879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:45.281150 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.306957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.332598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:49:45.343355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Sync routers for ids ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:49:45.354229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Routers {'df0af9f1-7557-4c58-91d3-1ae33ae77a2a'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:45.355137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:45.387586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-dace43cc-3ece-4013-8585-673de463e158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:45.404258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.405036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-8f1a2161-817e-4456-a185-ccf6d19a6a0f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Unset dirty status for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:49:45.407164 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-8f1a2161-817e-4456-a185-ccf6d19a6a0f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4437222 Dec 02 17:49:45.483686 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=210ec75bdba04648822644a9744779bf&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0578251 Dec 02 17:49:45.484764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 55952) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:45.496571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7ef94d-15cd-4776-950c-2791a86880a4,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:45.500745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:45.507235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d5031524-219e-4bf8-98d5-bf1fd08535cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:45.561505 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] 10.222.0.10 "PUT /v2.0/routers/df0af9f1-7557-4c58-91d3-1ae33ae77a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8913856 Dec 02 17:49:45.592864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-77fcf3d6-dffc-4e21-b911-af1af5bdfdd6 None None] Provisioning complete for port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:45.593292 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-77fcf3d6-dffc-4e21-b911-af1af5bdfdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.691262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-77fcf3d6-dffc-4e21-b911-af1af5bdfdd6 None None] Port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:49:45.728495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c21f01e-7661-4f2d-a5d2-e06ecf887081,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:45.732576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:45.785235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:45.802915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfce0-7e97-45e6-898c-cfa683042751 req-9612b21a-7b37-4f57-96d2-9b5a7bf7b5ed tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:45.804795 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9ebcfce0-7e97-45e6-898c-cfa683042751 req-9612b21a-7b37-4f57-96d2-9b5a7bf7b5ed tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 944 time: 0.4759095 Dec 02 17:49:45.912937 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.914265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Set router df0af9f1-7557-4c58-91d3-1ae33ae77a2a gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:45.953095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:45.987107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Router 0f5c791f-9470-432f-9f9e-af8074801fca has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:49:46.053232 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-71c446a5-deb4-418f-a014-251741271524 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80257) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:49:46.060888 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-71c446a5-deb4-418f-a014-251741271524 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2789266 Dec 02 17:49:46.067968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Checking segment: {'id': '4d0d11b2-9c3e-4339-bb46-a8915286e48e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a3044aa6-ed76-45a9-9645-4da231a44ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:46.070500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Network hostable DHCP agents. Network: a3044aa6-ed76-45a9-9645-4da231a44ea9, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:49:46.092241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:46.177954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0302fdb0-0207-4766-9eca-d9892089e67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:46.220514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7ef94d-15cd-4776-950c-2791a86880a4,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:46.223941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Attempting to bind port 71d48baf-b046-4b6f-b6f0-ed744266d401 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:46.225767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Attempting to bind port 71d48baf-b046-4b6f-b6f0-ed744266d401 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'e026d740-576c-4328-9ba6-5653c8128071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd7fa3917-d110-41e8-992b-4b7be1627683'}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:46.226686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Attempting to bind port 71d48baf-b046-4b6f-b6f0-ed744266d401 on network d7fa3917-d110-41e8-992b-4b7be1627683 {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:46.229511 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9ebcfce0-7e97-45e6-898c-cfa683042751 req-6f635f1b-87ac-4a55-92bb-7ba9592a04c0 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469956 Dec 02 17:49:46.235900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:46.237432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:49:46.284907 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f5c791f-9470-432f-9f9e-af8074801fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1119380 Dec 02 17:49:46.293297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:46.294132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Checking segment: {'id': 'e026d740-576c-4328-9ba6-5653c8128071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd7fa3917-d110-41e8-992b-4b7be1627683'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:46.294990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:46.295469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Bound using segment: {'id': 'e026d740-576c-4328-9ba6-5653c8128071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd7fa3917-d110-41e8-992b-4b7be1627683'} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:46.296136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Bound port: 71d48baf-b046-4b6f-b6f0-ed744266d401, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e026d740-576c-4328-9ba6-5653c8128071', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd7fa3917-d110-41e8-992b-4b7be1627683'}}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:46.297634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:46.315686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Sync routers for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:49:46.318382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Network a3044aa6-ed76-45a9-9645-4da231a44ea9 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:49:46.330347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:46.331416 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f7ef94d-15cd-4776-950c-2791a86880a4 HTTP/1.1" status: 204 len: 168 time: 0.8296697 Dec 02 17:49:46.358306 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:46.359025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:46.364411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, a3044aa6-ed76-45a9-9645-4da231a44ea9) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:46.389738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:46.390672 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:46.422741 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-f06f5522-412f-4245-a372-dbcb139234d7 service neutron] 10.222.0.10 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466833 Dec 02 17:49:46.437645 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7393732 Dec 02 17:49:46.437860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68cb45-d348-45b1-9ce6-9b04bd0fa255 None None] Network a3044aa6-ed76-45a9-9645-4da231a44ea9 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:46.516917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] For port 71d48baf-b046-4b6f-b6f0-ed744266d401, host hv-cinder-73362, cleared binding levels {{(pid=80258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:46.534952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] For port 71d48baf-b046-4b6f-b6f0-ed744266d401, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=71d48baf-b046-4b6f-b6f0-ed744266d401,segment=NetworkSegment(e026d740-576c-4328-9ba6-5653c8128071),segment_id=e026d740-576c-4328-9ba6-5653c8128071)] {{(pid=80258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:46.546656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:46.589983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3042f69b-237c-462d-b490-d46dae9945e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:46.619428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:49:40Z', 'revision_number': 4, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a2d04d3f-d360-425c-8561-7a6dfec379fd', 'name': '', 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'mac_address': 'fa:16:3e:d4:8a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ceb9ef19-a334-40ef-bd97-f5637581e499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:41Z', 'revision_number': 2, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'subnets': [{'id': 'ceb9ef19-a334-40ef-bd97-f5637581e499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:46.634414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Checking router: df0af9f1-7557-4c58-91d3-1ae33ae77a2a for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:49:46.635142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Updating router df0af9f1-7557-4c58-91d3-1ae33ae77a2a port a2d04d3f-d360-425c-8561-7a6dfec379fd binding host dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:49:46.665109 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-aec5f732-ca6b-41da-8ca1-8288a33ee49e service neutron] 10.222.0.10 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2281227 Dec 02 17:49:46.764497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:46.964302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56002) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:47.130854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Pushing event updated for resources: {'Port': ['ID=71d48baf-b046-4b6f-b6f0-ed744266d401,revision_number=3']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:47.205101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:47.291355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 91643f2d-d8fa-4671-9c79-02363dca9721 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:47.402806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Deleting subnet 74d338ac-dba0-4eab-913f-06a2f3b74adb {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:49:47.413507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:47.461125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 91643f2d-d8fa-4671-9c79-02363dca9721 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:47.461627 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:47.512024 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d57f1-45ff-4e54-b929-efcc8945324a None None] Network a3044aa6-ed76-45a9-9645-4da231a44ea9 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:49:47.618509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:47.648988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:47.839622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-0572deff-12fd-4ad4-ab12-a525dfdd0fdc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:47.842001 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-0572deff-12fd-4ad4-ab12-a525dfdd0fdc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 819 time: 1.0098126 Dec 02 17:49:47.884977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:47.906903 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e2bdcc-62d1-40d8-a7fd-3aa33810ac69 None None] The sync data for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb is: [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:49:47.918035 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-2a376c08-ce6f-45a2-ac53-be62a44c0dfc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/quotas/9f808e81f2594fb3a89d143396bbc9f8 HTTP/1.1" status: 200 len: 375 time: 0.0522842 Dec 02 17:49:47.990578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:48.049766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:48.050458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:48.062875 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] 10.222.0.60 "PUT /v2.0/ports/71d48baf-b046-4b6f-b6f0-ed744266d401 HTTP/1.1" status: 200 len: 1158 time: 8.7796671 Dec 02 17:49:48.063491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'tag': '71d48baf-b046-4b6f-b6f0-ed744266d401'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:49:48.320061 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-caa95dbc-f3b8-468b-9651-0db76c536a8b tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3911884 Dec 02 17:49:48.504191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56076) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:48.545622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:48.567965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'security_group': {'name': 'tempest-securitygroup--98567472', 'description': 'tempest-description--187430107'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:48.592260 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Transition to ACTIVE for port object a2d04d3f-d360-425c-8561-7a6dfec379fd will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:48.596397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:48.600450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:48.615221 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:48.628948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:48.651337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:48.697388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:48.863523 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a84ae2b-4c92-4029-b828-6370aea51ed6 req-9d776841-f51e-49f0-9854-6d501dad5579 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 210 time: 0.1360893 Dec 02 17:49:48.878895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:48.905406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:48.913271 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group_rule and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:48.928514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:48.934272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:48.946291 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-fb4984ba-69ad-4711-8314-683561dec839 service neutron] 10.222.0.10 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144817 Dec 02 17:49:49.038053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7bdf2-5674-4cc2-8a68-c25bbd6e51c4 None None] Pushing event updated for resources: {'Port': ['ID=a2d04d3f-d360-425c-8561-7a6dfec379fd,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:49.065676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-15e7bdf2-5674-4cc2-8a68-c25bbd6e51c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:49.141521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.149355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-386a8c62-706c-404e-9e7c-d02c798c9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:49.151011 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-386a8c62-706c-404e-9e7c-d02c798c9bc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb931a0840744af29c81094f277c20f7&device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 1161 time: 0.9092579 Dec 02 17:49:49.172868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.252702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 826e8dd9-e2d1-4765-81c5-dd45b8628ece up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:49.318387 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-12f4f97a-0f26-4eda-9d0f-2bb320a660ac service neutron] 10.222.0.10 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3619213 Dec 02 17:49:49.450864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:49.461188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Attempting to bind port a2d04d3f-d360-425c-8561-7a6dfec379fd on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:49.461599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Attempting to bind port a2d04d3f-d360-425c-8561-7a6dfec379fd by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:49.462058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Attempting to bind port a2d04d3f-d360-425c-8561-7a6dfec379fd on network ac490ccb-83e7-455c-82d7-541a6c1439dd {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:49.476364 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:49.476779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Checking segment: {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:49.477221 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.477660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Bound using segment: {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:49.478162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Bound port: a2d04d3f-d360-425c-8561-7a6dfec379fd, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:49.484355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.487554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 826e8dd9-e2d1-4765-81c5-dd45b8628ece completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:49.501618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 826e8dd9-e2d1-4765-81c5-dd45b8628ece triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:49.502048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.550196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.553961 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1727 time: 1.0391712 Dec 02 17:49:49.560303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56096) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:49.573430 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-5d4a859c-94bf-4c9a-890e-f290bca75f29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d48baf-b046-4b6f-b6f0-ed744266d401 HTTP/1.1" status: 200 len: 217 time: 0.3972285 Dec 02 17:49:49.589888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec9bc0-8b55-4b0e-954d-badee71f6979 req-d42ff196-1bf3-4e92-b065-abf0fba70ebf tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:49.592142 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dec9bc0-8b55-4b0e-954d-badee71f6979 req-d42ff196-1bf3-4e92-b065-abf0fba70ebf tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 944 time: 0.2092078 Dec 02 17:49:49.612982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:43Z', 'revision_number': 2, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:49.628967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Checking router: 0f5c791f-9470-432f-9f9e-af8074801fca for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:49:49.629380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Updating router 0f5c791f-9470-432f-9f9e-af8074801fca port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:49:49.663121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-45d59f2c-55e8-4de7-902d-433d7214af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:49.678575 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-45d59f2c-55e8-4de7-902d-433d7214af7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8904a652-797e-49ae-92b3-64457aba09d7 HTTP/1.1" status: 200 len: 852 time: 0.0925272 Dec 02 17:49:49.681705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'security_group_rule': {'security_group_id': 'eae90b2d-46b7-49a6-bf10-7233fa94f2ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:49.696568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'SecurityGroup': ['ID=eae90b2d-46b7-49a6-bf10-7233fa94f2ac,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:49.696903 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:49.708561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group_rule and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:49.719208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:49.732968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:49.763970 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] For port a2d04d3f-d360-425c-8561-7a6dfec379fd, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:49.768506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] For port a2d04d3f-d360-425c-8561-7a6dfec379fd, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=a2d04d3f-d360-425c-8561-7a6dfec379fd,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:49.773380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.800673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:49.813451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:49.840614 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-64f4fa0c-c560-4c8f-aa59-03279846b4c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7fa3917-d110-41e8-992b-4b7be1627683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451168 Dec 02 17:49:49.841741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:49.909602 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dec9bc0-8b55-4b0e-954d-badee71f6979 req-b1fcf3be-241d-4aa3-a0e3-20ea7b727d5c tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028369 Dec 02 17:49:49.976455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7bdf2-5674-4cc2-8a68-c25bbd6e51c4 None None] Pushing event updated for resources: {'Port': ['ID=a2d04d3f-d360-425c-8561-7a6dfec379fd,revision_number=4']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:49.989308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-15e7bdf2-5674-4cc2-8a68-c25bbd6e51c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:50.009902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56120) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:50.034865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:50.203025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:50.323852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.60', 50497) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:50.362317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:50.380048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Routers {'df0af9f1-7557-4c58-91d3-1ae33ae77a2a'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:50.383420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:50.428884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:50.441558 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2d3e3b0b-0e66-4006-a759-256ee596c8b5 req-66ac57fc-78d4-4749-aaaf-a3232546ecba tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 210 time: 0.2348685 Dec 02 17:49:50.485111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8c0c0cfc-3314-4df4-9399-3805a8856502 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:50.596733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfd2c83-b16c-45b2-8865-2fd7d76d4dd0,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:50.766273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:50.804944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:50.806292 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-631756b5-e168-44e8-8c92-4ea7b00b6b52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.2131181 Dec 02 17:49:50.809539 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56150) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:50.829671 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'tag': '71d48baf-b046-4b6f-b6f0-ed744266d401', 'status': 'completed', 'code': 200} Dec 02 17:49:50.830295 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-61473b2c-0d72-44b4-ad8c-0785b96f3ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:50.854332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'security_group_rule': {'security_group_id': 'eae90b2d-46b7-49a6-bf10-7233fa94f2ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:50.920383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:50.934613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Transition to ACTIVE for port object a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:50.970594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:50.991286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:51.033854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d338ac-dba0-4eab-913f-06a2f3b74adb,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:51.037497 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-95094d9e-4610-430c-b609-9353884ce352 service neutron] 10.222.0.60 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1663437 Dec 02 17:49:51.052952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:51.059709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:51.083742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea419-a3b0-48af-9a83-16f0f1621dbc None None] Pushing event updated for resources: {'Port': ['ID=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:51.087985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] Set router df0af9f1-7557-4c58-91d3-1ae33ae77a2a gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:51.092201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group_rule and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:51.098808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.101340 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5be154f2-f50b-4e7d-b52a-fc797650557c req-07290649-8307-4653-9353-3f2ce19a5afd tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 210 time: 0.1985824 Dec 02 17:49:51.115696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-efe72dac-72cf-4412-a0ac-7d7f2a790178 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:51.118378 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-efe72dac-72cf-4412-a0ac-7d7f2a790178 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 815 time: 0.7924001 Dec 02 17:49:51.119756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:51.123242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.123702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-deeea419-a3b0-48af-9a83-16f0f1621dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:51.156506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:51.186904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:51.202435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Usage tracker for resource:security_group_rule and tenant:0e39ec469c554c5faf998c391790635f is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:51.208704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:51.256871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:51.314610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.356116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.404579 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-94a54180-0088-4bd5-8f66-fc7261d0dd5a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/74d338ac-dba0-4eab-913f-06a2f3b74adb HTTP/1.1" status: 204 len: 168 time: 4.4363852 Dec 02 17:49:51.405547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56182) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:51.465145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 826e8dd9-e2d1-4765-81c5-dd45b8628ece, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=826e8dd9-e2d1-4765-81c5-dd45b8628ece,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:51.469860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.488922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3bdfe568-22de-4272-8622-e0f690b97f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:51.630448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=826e8dd9-e2d1-4765-81c5-dd45b8628ece,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:51.696633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:51.819893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.836705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-ab9febcf-26d8-479d-a83f-0bb235ad7be8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:51.848514 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-ab9febcf-26d8-479d-a83f-0bb235ad7be8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 819 time: 0.5864751 Dec 02 17:49:51.863376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Attempting to bind port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:49:51.863792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Attempting to bind port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:49:51.864202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Attempting to bind port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 on network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:49:51.877239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:49:51.877657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Checking segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:49:51.878108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.886060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Bound using segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:49:51.886633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Bound port: a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:49:51.887096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:51.940435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:49:40Z', 'revision_number': 4, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a2d04d3f-d360-425c-8561-7a6dfec379fd', 'name': '', 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'mac_address': 'fa:16:3e:d4:8a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ceb9ef19-a334-40ef-bd97-f5637581e499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:49Z', 'revision_number': 4, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'subnets': [{'id': 'ceb9ef19-a334-40ef-bd97-f5637581e499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:51.953509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ece9d-fc33-4d4b-9f46-fb2c819f52e2 None None] The sync data for ids ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'] in dv-cinder-733623-9-smb is: [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:49:40Z', 'revision_number': 4, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a2d04d3f-d360-425c-8561-7a6dfec379fd', 'name': '', 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'mac_address': 'fa:16:3e:d4:8a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'ceb9ef19-a334-40ef-bd97-f5637581e499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:49Z', 'revision_number': 4, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'subnets': [{'id': 'ceb9ef19-a334-40ef-bd97-f5637581e499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:49:51.969595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.60', 50503) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:51.989259 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.053196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92faf28a-5c7e-4d33-8475-786c356c9d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:52.066341 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c32ad6-56bf-46cb-bacc-50b2684b3fe6 req-3925a4fd-5f22-4366-97a4-7e29fa3071cf service neutron] 10.222.0.60 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0024397 Dec 02 17:49:52.093421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.122545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] For port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:49:52.124400 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-5142573b-80f4-40b3-8849-2745f0535109 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 5503 time: 0.9653449 Dec 02 17:49:52.127032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] For port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:49:52.128638 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-54bc0091-73a3-4fcb-b027-e76a8de62712 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/quotas/9f808e81f2594fb3a89d143396bbc9f8 HTTP/1.1" status: 200 len: 375 time: 0.2792354 Dec 02 17:49:52.148692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.168455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:52.179042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.235812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'port': {'device_id': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'admin_state_up': True, 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'security_groups': ['b5d75434-63ae-40a7-aa7b-b2f313c6649d']}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:52.267197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957796a9-49ea-4544-b338-ecbf35cb3048,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:52.331524 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e39ec469c554c5faf998c391790635f&name=default HTTP/1.1" status: 200 len: 2879 time: 2.3203733 Dec 02 17:49:52.334366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.348001 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56204) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:52.352524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:52.449613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea419-a3b0-48af-9a83-16f0f1621dbc None None] Pushing event updated for resources: {'Port': ['ID=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:52.457288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-deeea419-a3b0-48af-9a83-16f0f1621dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:52.501202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fce65b66-31dd-49b2-8df0-b5f61f693aa1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:52.502104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:49:52.502816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:49:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:52.553568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e354d760-1a0b-4714-8b98-6f044d22829c,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:52.623031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:52.834589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.868166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:49:52.869881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6a4e3-5365-4345-b496-bab28e34aa93 req-2e262a4d-2c14-4dac-9c7c-8c7964dc67a6 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:52.871634 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2dd6a4e3-5365-4345-b496-bab28e34aa93 req-2e262a4d-2c14-4dac-9c7c-8c7964dc67a6 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 944 time: 1.0168576 Dec 02 17:49:52.885763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.896841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-2e040921-4390-4447-9914-a0a89517dccc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:52.903881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-2e040921-4390-4447-9914-a0a89517dccc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Synchronizing usage tracker for tenant:9f808e81f2594fb3a89d143396bbc9f8 on resource:network {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:49:52.970038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:52.974474 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2acfbc7d-c5dc-49ba-991e-c316786bcf1a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 2.1384690 Dec 02 17:49:52.975226 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-b74c3844-8b09-4743-9664-aa34426ee1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:52.984088 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-b74c3844-8b09-4743-9664-aa34426ee1bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb931a0840744af29c81094f277c20f7&device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 1161 time: 0.7269750 Dec 02 17:49:52.984849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56232) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:53.057467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:53.087704 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-5797ee1c-f32f-411c-b31b-19115a02ea27 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9427722 Dec 02 17:49:53.109368 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2dd6a4e3-5365-4345-b496-bab28e34aa93 req-d64091dc-d366-479f-8b25-ea40b600f35d tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198520 Dec 02 17:49:53.211177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'floatingip': {'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:53.245194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-2e040921-4390-4447-9914-a0a89517dccc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Unset dirty status for tenant:9f808e81f2594fb3a89d143396bbc9f8 on resource:network {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:49:53.247269 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-2e040921-4390-4447-9914-a0a89517dccc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 819 time: 1.2743683 Dec 02 17:49:53.248363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:53.321458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Request body: {'port': {'device_id': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd', 'admin_state_up': True, 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:53.333250 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:53.357735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:floatingip and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:53.365351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:53.409975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:53.474249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:53.478325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.482055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.483757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.484555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > port after_create 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.485351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.486143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > port after_update 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.487246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.488420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.489405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.490544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.559381 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Made reservation on behalf of 6946dedeee55457fb77f5d9d662150ea for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:53.563190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:52Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:53.565454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:53.576772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741e30b-3e84-46ea-81e0-4849212510b2 None None] The sync data for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb is: [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:52Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:49:53.695432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:53.702809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.703456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.703976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.704526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80258) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:49:53.704930 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74235c30-43f9-427c-8357-6094e47011b6']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:53.758291 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58224fb4-6875-4a72-834a-6e55f756442c') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:53.758631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58224fb4-6875-4a72-834a-6e55f756442c') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:49:53.793896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:53.824488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957796a9-49ea-4544-b338-ecbf35cb3048,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:53.878925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:53.895420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:53.928918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a2d04d3f-d360-425c-8561-7a6dfec379fd up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:54.021392 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-06d42c05-7c02-46b6-bb92-436da230d4d7 req-a1c0874a-f487-49a4-a73b-1a3cc45ea183 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 210 time: 0.3082483 Dec 02 17:49:54.022603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:54.039585 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-3558f0d8-5a37-4ed8-9f7f-c6c0eaaa0c30 service neutron] 10.222.0.10 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892517 Dec 02 17:49:54.060695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port a2d04d3f-d360-425c-8561-7a6dfec379fd completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:54.077153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port a2d04d3f-d360-425c-8561-7a6dfec379fd triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:54.078745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:54.101270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:54.111083 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/957796a9-49ea-4544-b338-ecbf35cb3048 HTTP/1.1" status: 204 len: 168 time: 1.7363746 Dec 02 17:49:54.146019 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-94d4913b-b58b-4f99-ad35-707d9e338819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:54.147767 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-94d4913b-b58b-4f99-ad35-707d9e338819 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7fa3917-d110-41e8-992b-4b7be1627683 HTTP/1.1" status: 200 len: 906 time: 1.0071089 Dec 02 17:49:54.158877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:54.295605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:49:54.425700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56270) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:54.445592 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-fdf9e1d6-641f-4987-b63c-6f40fac4260f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d48baf-b046-4b6f-b6f0-ed744266d401 HTTP/1.1" status: 200 len: 217 time: 0.2833228 Dec 02 17:49:54.488489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:54.561568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-3851b2c2-59cd-43f3-a530-5e7276bfb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:54.563695 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-3851b2c2-59cd-43f3-a530-5e7276bfb901 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8904a652-797e-49ae-92b3-64457aba09d7 HTTP/1.1" status: 200 len: 852 time: 0.0835481 Dec 02 17:49:54.695311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-2b132589-21d7-450c-9f67-df59b7f4b09e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:49:54.746825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port a2d04d3f-d360-425c-8561-7a6dfec379fd, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=a2d04d3f-d360-425c-8561-7a6dfec379fd,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:54.750862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:54.751814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 826e8dd9-e2d1-4765-81c5-dd45b8628ece up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:54.826318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:54.895150 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-8a83d539-b6a5-42f6-b55d-7ff7db03e3bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7fa3917-d110-41e8-992b-4b7be1627683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2555351 Dec 02 17:49:54.908301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:54.921647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Usage tracker for resource:port and tenant:9f808e81f2594fb3a89d143396bbc9f8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:54.929269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Quota usage for port was recalculated. Used quota:1. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:54.949814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:54.961924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=a2d04d3f-d360-425c-8561-7a6dfec379fd,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:54.976210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:55.044278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 826e8dd9-e2d1-4765-81c5-dd45b8628ece triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:55.044702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.097009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Made reservation on behalf of 9f808e81f2594fb3a89d143396bbc9f8 for: {'port': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:55.124611 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.133353 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-5cb4f68a-8346-4526-b707-24aca0a98cc6 service neutron] 10.222.0.10 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0822949 Dec 02 17:49:55.216264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 71d48baf-b046-4b6f-b6f0-ed744266d401 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:55.375485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56284) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:55.446502 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 71d48baf-b046-4b6f-b6f0-ed744266d401 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:55.466485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 71d48baf-b046-4b6f-b6f0-ed744266d401 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:55.466907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.492584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.531578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75f0bd-0bc8-4dbb-b65c-6ae37e156a4c req-5907deae-9e62-4f80-8854-316995a07435 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:55.539648 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8b75f0bd-0bc8-4dbb-b65c-6ae37e156a4c req-5907deae-9e62-4f80-8854-316995a07435 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 944 time: 1.0922613 Dec 02 17:49:55.542777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Allocated IP 172.20.0.8 (531cec26-1e4d-4ce7-99f9-d30d65f5947b/63080f16-7d03-4df7-9f8c-b2aa2d2317fc/eece77a6-f52a-4431-9658-d36ff107570f) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:55.567020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:55.582512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Usage tracker for resource:security_group_rule and tenant:3425454675734e9f97886df4e93d7594 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:55.630108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Network 74235c30-43f9-427c-8357-6094e47011b6 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:49:55.643282 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.656461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.667687 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-677a1dff-76bc-4969-8d56-019510913071 req-82d72b59-0202-4d16-9389-ec5e4b67e059 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 210 time: 0.0976174 Dec 02 17:49:55.673726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:55.689584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.728403 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:55.753451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d48baf-b046-4b6f-b6f0-ed744266d401'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:49:55.855688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 71d48baf-b046-4b6f-b6f0-ed744266d401, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=71d48baf-b046-4b6f-b6f0-ed744266d401,segment=NetworkSegment(e026d740-576c-4328-9ba6-5653c8128071),segment_id=e026d740-576c-4328-9ba6-5653c8128071)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:55.867620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.877289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.898675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:55.903351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:55.972004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:55.975354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0244a7c5-65f9-4d2b-a29b-dc7a1a12bf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:56.000855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Usage tracker for resource:security_group_rule and tenant:2c13a2d77394452f82f8941d16a2f464 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:56.011111 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3425454675734e9f97886df4e93d7594&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6201646 Dec 02 17:49:56.022362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56302) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:56.023306 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e8e4f1-6203-44f3-b937-7cd76457bf1b,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:56.038017 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8b75f0bd-0bc8-4dbb-b65c-6ae37e156a4c req-cefe3bff-32b8-43c1-963d-3c6f38fe9254 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973471 Dec 02 17:49:56.046159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:56.055874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:56.074911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:56.077493 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5cc28a64-63f5-4dee-be18-066f038bb5ae req-9ca3e792-4e8f-4f35-bfea-9fa8f6609b98 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 210 time: 0.1962883 Dec 02 17:49:56.125305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=71d48baf-b046-4b6f-b6f0-ed744266d401,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:56.147097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:56.176623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:56.193321 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.208790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:56.227285 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:56.230195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.310538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Network 74235c30-43f9-427c-8357-6094e47011b6 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:49:56.321962 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-84ee783c-c57a-4611-bcb7-84a5b0d69c1b service neutron] 10.222.0.60 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3572845 Dec 02 17:49:56.357888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.404239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.414525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.418170 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d48baf-b046-4b6f-b6f0-ed744266d401', 'code': 200} Dec 02 17:49:56.432420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 71d48baf-b046-4b6f-b6f0-ed744266d401 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:56.460993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: (rel_b, rel_a, rel_b), Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: (rel_b, rel_a, rel_b), Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:49:56.467132 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:49:56.518362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:49:56.525185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.526191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a2d04d3f-d360-425c-8561-7a6dfec379fd up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:56.534022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Transition to ACTIVE for port object eece77a6-f52a-4431-9658-d36ff107570f will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:56.535621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.552778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:56.579330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e8e4f1-6203-44f3-b937-7cd76457bf1b,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:56.591872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-081fdae9-d844-4b91-b290-0b8e49c2904d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:56.594488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:56.642502 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.645143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.646515 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2e8e4f1-6203-44f3-b937-7cd76457bf1b HTTP/1.1" status: 204 len: 168 time: 0.6074333 Dec 02 17:49:56.774136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.60', 50511) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:56.774918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:56.781927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 71d48baf-b046-4b6f-b6f0-ed744266d401 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:56.782354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:56.828009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Allocated IP 172.28.1.104 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/226b3d14-970c-4584-969f-9e08eca81a63) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:57.015843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.035802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:57.038838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port a2d04d3f-d360-425c-8561-7a6dfec379fd triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:57.039447 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.073501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:57.111737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.121007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:57.163968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:57.257269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:57.383267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.60', 50515) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:57.401028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:49:57.469739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:57.478009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78218c53-e096-4df1-a535-bdc89a56eef0 req-78e90c7f-c826-4444-b8d3-a1e7febe5534 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:57.478772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-78218c53-e096-4df1-a535-bdc89a56eef0 req-78e90c7f-c826-4444-b8d3-a1e7febe5534 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Synchronizing usage tracker for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:49:57.487404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:57.503334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:57.508418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:57.509118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.517228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-5fae6326-1b99-4fda-94fb-5e5ce16ef151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:57.519211 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-5fae6326-1b99-4fda-94fb-5e5ce16ef151 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 1163 time: 0.5399101 Dec 02 17:49:57.581144 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-78218c53-e096-4df1-a535-bdc89a56eef0 req-78e90c7f-c826-4444-b8d3-a1e7febe5534 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Unset dirty status for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:49:57.582454 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78218c53-e096-4df1-a535-bdc89a56eef0 req-78e90c7f-c826-4444-b8d3-a1e7febe5534 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 931 time: 0.5567939 Dec 02 17:49:57.600453 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4334829 Dec 02 17:49:57.601198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.645951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Request body: {'port': {'device_id': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:57.733830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148acb13-8393-4453-bd4a-a843b20dc437 req-9f96e73e-c56a-45c8-b1ee-ba9555840fa4 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:57.735296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:49:57.735502 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-148acb13-8393-4453-bd4a-a843b20dc437 req-9f96e73e-c56a-45c8-b1ee-ba9555840fa4 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 946 time: 0.4419956 Dec 02 17:49:57.738894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:57.753126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.756919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Usage tracker for resource:security_group_rule and tenant:efbd0b61871340cc9af3cb403f8244dd is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:57.761985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-e29db781-b248-4acf-b184-021311855280 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:49:57.763546 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-e29db781-b248-4acf-b184-021311855280 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 819 time: 0.3299789 Dec 02 17:49:57.768840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:57.816290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:57.833786 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78218c53-e096-4df1-a535-bdc89a56eef0 req-4fb6f82d-f7b5-4399-99b8-8724abc0e9e7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420712 Dec 02 17:49:57.872636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.900871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:57.901297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:57.909780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Request body: {'port': {'device_id': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd', 'admin_state_up': True, 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:49:57.971437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-205135e9-6d94-4439-ad8a-96e04b8b6a26 None None] Provisioning for port eece77a6-f52a-4431-9658-d36ff107570f completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:49:57.982359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-205135e9-6d94-4439-ad8a-96e04b8b6a26 None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:49:57.982900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-205135e9-6d94-4439-ad8a-96e04b8b6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.015426 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-148acb13-8393-4453-bd4a-a843b20dc437 req-2c56e044-5890-45b2-aa87-a3e63efde80d tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551608 Dec 02 17:49:58.030246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.102587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'Port': ['ID=226b3d14-970c-4584-969f-9e08eca81a63,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:58.119265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:58.139256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:58.145151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-205135e9-6d94-4439-ad8a-96e04b8b6a26 None None] Port eece77a6-f52a-4431-9658-d36ff107570f cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:49:58.196928 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-537c9c3c-f09e-4ea6-9241-9429731d639b req-b5aad913-e724-4834-a437-34fdb37e0ec0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 210 time: 0.0665073 Dec 02 17:49:58.438805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.461546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.490221 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=74235c30-43f9-427c-8357-6094e47011b6,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:58.540274 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] 10.222.0.10 "DELETE /v2.0/networks/74235c30-43f9-427c-8357-6094e47011b6 HTTP/1.1" status: 204 len: 168 time: 7.1336026 Dec 02 17:49:58.543059 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b34ddb5-438f-47ff-ab09-2e5f500345c7 req-4c39551f-2e08-4b10-b103-8643dc1dca40 service neutron] 10.222.0.60 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0633571 Dec 02 17:49:58.544032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:58.547275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56378) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:58.554233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:58.564862 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c13a2d77394452f82f8941d16a2f464&name=default HTTP/1.1" status: 200 len: 2879 time: 4.1293287 Dec 02 17:49:58.582894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56386) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:49:58.604684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:49:58.617738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:49:58.633855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:49:58.638020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Allocated IP 172.20.0.8 (ac490ccb-83e7-455c-82d7-541a6c1439dd/ceb9ef19-a334-40ef-bd97-f5637581e499/8b8d0f70-364d-4929-bbf6-2e3c9a50032b) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:49:58.651073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Usage tracker for resource:port and tenant:9f808e81f2594fb3a89d143396bbc9f8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:49:58.656830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:49:58.687326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Quota usage for port was recalculated. Used quota:1. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:49:58.710339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731b8da5-3bd2-4bb3-b04f-bceddfe01ea7,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:58.712112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:49:58.717830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Deleting subnet 8c21f01e-7661-4f2d-a5d2-e06ecf887081 {{(pid=80257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:49:58.723380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.735063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:58.766993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Made reservation on behalf of 9f808e81f2594fb3a89d143396bbc9f8 for: {'port': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:49:58.773442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.919938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.930790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.942811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:58.953151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.062726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.239855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.244417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eece77a6-f52a-4431-9658-d36ff107570f {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:49:59.252227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.253196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.289680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Transition to ACTIVE for port object eece77a6-f52a-4431-9658-d36ff107570f will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:49:59.291196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:59.325881 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2eedb4dd-d7fc-4ff9-ba51-a3875f00be56 req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7850068 Dec 02 17:49:59.332669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.337894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=05762b1e-4bf2-4169-9d0b-b7ad7287cb6d,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:59.342156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:59.463015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-55480370-c774-4954-918a-8684dcaddf95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:59.588697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.593484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.678864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.724151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17de7ff1-752d-42b7-9d2d-9bdc28f9e94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:59.748354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731b8da5-3bd2-4bb3-b04f-bceddfe01ea7,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:59.757924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:59.827478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.870577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:49:59.908902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Pushing event updated for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:49:59.912269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:49:59.954794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for subnet, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.979702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:49:59.980932 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/731b8da5-3bd2-4bb3-b04f-bceddfe01ea7 HTTP/1.1" status: 204 len: 168 time: 1.3941343 Dec 02 17:49:59.987048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:00.047128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848d766-ee86-44f3-8ac2-07696cd89264 req-ad0eeca5-e231-48c5-81ea-1688b2137853 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:00.048774 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8848d766-ee86-44f3-8ac2-07696cd89264 req-ad0eeca5-e231-48c5-81ea-1688b2137853 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 946 time: 0.7206688 Dec 02 17:50:00.061723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c21f01e-7661-4f2d-a5d2-e06ecf887081,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:00.065081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:00.094164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Allocated IP 172.20.0.14 (ac490ccb-83e7-455c-82d7-541a6c1439dd/ceb9ef19-a334-40ef-bd97-f5637581e499/035ddc13-b1a2-45fc-9d07-94f84896e3e3) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:50:00.102399 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f47e-9b54-4551-a6ee-157ebb72390b req-3e0cd092-b7ee-4e19-89db-5a25fe1a2eb4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:00.111490 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c3d4f47e-9b54-4551-a6ee-157ebb72390b req-3e0cd092-b7ee-4e19-89db-5a25fe1a2eb4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.7844644 Dec 02 17:50:00.127511 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Pushing event updated for resources: {'Port': ['ID=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:00.131035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:00.373006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Network ac490ccb-83e7-455c-82d7-541a6c1439dd is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:50:00.378329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:50:00.380705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:50:00.398729 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8848d766-ee86-44f3-8ac2-07696cd89264 req-880efd5b-81e8-463e-9442-a5d99a9463ef tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286378 Dec 02 17:50:00.410379 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.433651 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c3d4f47e-9b54-4551-a6ee-157ebb72390b req-06093383-64f8-48ea-9076-947508694198 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211763 Dec 02 17:50:00.436229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Attempting to bind port eece77a6-f52a-4431-9658-d36ff107570f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:50:00.436625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Attempting to bind port eece77a6-f52a-4431-9658-d36ff107570f by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:50:00.437035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Attempting to bind port eece77a6-f52a-4431-9658-d36ff107570f on network 531cec26-1e4d-4ce7-99f9-d30d65f5947b {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:50:00.446319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:50:00.446704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Checking segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:50:00.447185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.447748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Bound using segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:50:00.448290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Bound port: eece77a6-f52a-4431-9658-d36ff107570f, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:50:00.448675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.512218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.resource_extend [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 02 17:50:00.571480 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8c21f01e-7661-4f2d-a5d2-e06ecf887081 HTTP/1.1" status: 204 len: 168 time: 2.0228484 Dec 02 17:50:00.584773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.584981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56450) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:00.652742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.684194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:00.685147 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.694026 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.704076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.726031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:00.806069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56460) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:00.834725 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5450172 Dec 02 17:50:00.865804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:00.977896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:50:01.051565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=eece77a6-f52a-4431-9658-d36ff107570f,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:50:01.069329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.103106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:01.148554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Request body: {'port': {'device_id': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:01.166577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7be05-feb3-46ab-9b78-d05f5dac5bc7 req-3f7d836d-153a-469e-96b0-9248e45df31e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:01.175352 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-83e7be05-feb3-46ab-9b78-d05f5dac5bc7 req-3f7d836d-153a-469e-96b0-9248e45df31e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 932 time: 0.4229736 Dec 02 17:50:01.211059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.233444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.245745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Pushing event updated for resources: {'Port': ['ID=035ddc13-b1a2-45fc-9d07-94f84896e3e3,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:01.383497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:01.441074 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Usage tracker for resource:security_group_rule and tenant:126f54d186be426da2a46821d443e383 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:01.451281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:01.483734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Pushing event updated for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:01.494354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:01.506787 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-83e7be05-feb3-46ab-9b78-d05f5dac5bc7 req-51ffc874-19b8-4d07-8481-8986d84c58a8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303547 Dec 02 17:50:01.537230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:01.549773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.550105 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.551080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.551565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > port after_create 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.552043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.552510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > port after_update 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.552992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.553458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.553941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.554404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.561329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'Port': ['ID=226b3d14-970c-4584-969f-9e08eca81a63,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:01.575956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:01.576432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.765s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:01.576763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:01.588566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.621042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Network ac490ccb-83e7-455c-82d7-541a6c1439dd is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:50:01.629131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:50:01.639820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:50:01.755462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.756019 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.756421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.757029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80257) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 17:50:01.757548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3044aa6-ed76-45a9-9645-4da231a44ea9']}} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:01.858766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0d11b2-9c3e-4339-bb46-a8915286e48e') {'for_net_delete': True} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:01.859275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0d11b2-9c3e-4339-bb46-a8915286e48e') {} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:01.889869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947200'] for segment, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.917551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:01.918217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.927355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.962224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:01.965861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:50:01.997881 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-d5cacfd7-4c0e-4061-812e-bbfe35220b13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2058024 Dec 02 17:50:02.000603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:02.001426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.003181 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] 10.222.0.60 "PUT /v2.0/ports/eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 200 len: 1157 time: 4.3805208 Dec 02 17:50:02.003869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:02.065111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.075327 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9544456 Dec 02 17:50:02.075327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Request body: {'port': {'device_id': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:02.108021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.122862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.144929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3aed5325-8451-4e57-990d-24343d958103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:02.301357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc278e-682b-4273-a944-b17d106441f9 req-08e2076d-a415-4082-916d-b00f8d2b376a tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:02.310955 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cabc278e-682b-4273-a944-b17d106441f9 req-08e2076d-a415-4082-916d-b00f8d2b376a tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 946 time: 0.5399525 Dec 02 17:50:02.378572 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=126f54d186be426da2a46821d443e383&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5634115 Dec 02 17:50:02.384831 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cabc278e-682b-4273-a944-b17d106441f9 req-d105cc13-bfc8-4b8b-ba38-37dc7ccc8582 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728338 Dec 02 17:50:02.388533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56494) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:02.391092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.441864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11403ae-0066-4644-9554-5a438a7f8b06,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:02.453997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:02.664403 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Network a3044aa6-ed76-45a9-9645-4da231a44ea9 has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:50:02.689619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10988871'] for segment, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.711879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e0fb-b540-45d3-acd2-bf0702d3da62 req-479d1570-4709-431a-ab46-f4bb9603d4a3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:02.712225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.713757 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c94e0fb-b540-45d3-acd2-bf0702d3da62 req-479d1570-4709-431a-ab46-f4bb9603d4a3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.8365200 Dec 02 17:50:02.820507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.897572 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-6c67da2b-d424-475e-8300-be44af80a683 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--98567472&fields=id&tenant_id=b9c6ab5d06494b8eba236737f3ffd8df HTTP/1.1" status: 200 len: 267 time: 0.2377954 Dec 02 17:50:02.929956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8d0f70-364d-4929-bbf6-2e3c9a50032b {{(pid=80258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:50:02.950589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:02.951344 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-3361f93e-8568-4a1b-8996-fc20323bbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:02.953480 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-3361f93e-8568-4a1b-8996-fc20323bbe07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1160 time: 0.8517685 Dec 02 17:50:02.965991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Transition to ACTIVE for port object 8b8d0f70-364d-4929-bbf6-2e3c9a50032b will not be triggered until provisioned by entity L2. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:50:02.987986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:03.019318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:03.071405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:03.097388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Network a3044aa6-ed76-45a9-9645-4da231a44ea9 has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:50:03.123356 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c94e0fb-b540-45d3-acd2-bf0702d3da62 req-e616d13b-b59e-46e0-88c0-e457ee45f54e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3942950 Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: (rel_b, rel_a, rel_b), Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: (rel_b, rel_a, rel_b), Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:50:03.155216 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:50:03.163252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-4b497098-63b8-4a18-96fe-b79e782bbca8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 200 len: 217 time: 0.1442530 Dec 02 17:50:03.255354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:03.261693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:03.265390 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f11403ae-0066-4644-9554-5a438a7f8b06 HTTP/1.1" status: 204 len: 168 time: 0.8733063 Dec 02 17:50:03.271712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:03.274034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:03.320707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11403ae-0066-4644-9554-5a438a7f8b06,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:03.326331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:03.366177 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f', 'status': 'completed', 'code': 200} Dec 02 17:50:03.427464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:03.459273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-89b933d6-4ba6-4756-9f23-0a9f5d97aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:03.461077 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-89b933d6-4ba6-4756-9f23-0a9f5d97aaf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.2258098 Dec 02 17:50:03.464622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:03.482139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:03.495199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-6d51e0aa-c109-4355-9e4b-902e34607dbc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:03.496676 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-6d51e0aa-c109-4355-9e4b-902e34607dbc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 809 time: 0.5982592 Dec 02 17:50:03.592659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Pushing event deleted for resources: {'Network': ['ID=a3044aa6-ed76-45a9-9645-4da231a44ea9,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:03.611876 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/a3044aa6-ed76-45a9-9645-4da231a44ea9 HTTP/1.1" status: 204 len: 168 time: 3.0257618 Dec 02 17:50:03.615459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:03.623547 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-96869800-7843-49e7-b76e-afb91bf73c35 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/quotas/b9c6ab5d06494b8eba236737f3ffd8df HTTP/1.1" status: 200 len: 375 time: 0.0491242 Dec 02 17:50:03.735344 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aab2c4-b578-4db6-8315-a8955d70fcf2 req-2921590b-51b1-48ff-9c01-7f46b4ac2d93 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:03.737035 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f1aab2c4-b578-4db6-8315-a8955d70fcf2 req-2921590b-51b1-48ff-9c01-7f46b4ac2d93 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 932 time: 0.2478812 Dec 02 17:50:03.746838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-4330b075-6e1d-48aa-b56a-5e7941c50edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:03.748412 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-4330b075-6e1d-48aa-b56a-5e7941c50edb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2633681 Dec 02 17:50:03.858998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035ddc13-b1a2-45fc-9d07-94f84896e3e3 {{(pid=80258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:50:03.866984 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-a32408f1-340a-49d1-90db-2ff24e7157af tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2277145 Dec 02 17:50:03.880557 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f1aab2c4-b578-4db6-8315-a8955d70fcf2 req-b50bddcb-363d-4821-839b-06d03120b7aa tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307344 Dec 02 17:50:03.895865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:03.915369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Transition to ACTIVE for port object 035ddc13-b1a2-45fc-9d07-94f84896e3e3 will not be triggered until provisioned by entity L2. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:50:03.940283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Attempting to bind port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:50:03.940669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Attempting to bind port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:50:03.941044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Attempting to bind port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b on network ac490ccb-83e7-455c-82d7-541a6c1439dd {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:50:03.943802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:03.983524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56534) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:03.985609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1875feda-03ed-4341-9d2a-4cd91bfdef8f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:04.040934 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:50:04.041314 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Checking segment: {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:50:04.041705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:04.042245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Bound using segment: {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:50:04.042743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Bound port: 8b8d0f70-364d-4929-bbf6-2e3c9a50032b, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'}}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:50:04.043150 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:04.132409 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-fe1fc36b-63ac-4e87-a8c3-06ff2868271f service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639107 Dec 02 17:50:04.196986 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-45e3ff52-c997-4243-bf01-8b2067ab4cdf service neutron] 10.222.0.10 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651494 Dec 02 17:50:04.203060 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f91b01a6-6edc-4919-8fa0-ef7711ba9432 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84579a63afe141fc931309a3253cb4a3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2120304 Dec 02 17:50:04.214304 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56546) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:04.215784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] For port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b, host hv-cinder-73362, cleared binding levels {{(pid=80258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:50:04.225200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] For port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:50:04.226521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Pushing event updated for resources: {'Port': ['ID=035ddc13-b1a2-45fc-9d07-94f84896e3e3,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:04.237763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:04.238872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:04.456374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:04.612839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,revision_number=3']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:04.630709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:04.631452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:04.633055 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 1157 time: 3.7616746 Dec 02 17:50:04.634006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:04.636558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'tag': '8b8d0f70-364d-4929-bbf6-2e3c9a50032b'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:04.784589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:04.787913 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-130cefac-11a7-48a3-a2c4-8a66c6930454 req-e1bdfbe9-afd8-44bf-a1d0-5c188cc3c23e service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6319013 Dec 02 17:50:04.840845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:04.885916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-653c23ab-7071-41c1-bfde-537419430897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:04.887635 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-653c23ab-7071-41c1-bfde-537419430897 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1160 time: 0.1649113 Dec 02 17:50:04.895033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Attempting to bind port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:50:04.895413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Attempting to bind port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:50:04.895785 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Attempting to bind port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 on network ac490ccb-83e7-455c-82d7-541a6c1439dd {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:50:04.903487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:50:04.903845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Checking segment: {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:50:04.904265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:04.904779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Bound using segment: {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:50:04.905265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Bound port: 035ddc13-b1a2-45fc-9d07-94f84896e3e3, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ac490ccb-83e7-455c-82d7-541a6c1439dd'}}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:50:04.905644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:05.008393 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-0468612d-846b-492b-a56b-af45c4c86236 service neutron] 10.222.0.10 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7930744 Dec 02 17:50:05.032470 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-3136808c-1ee7-449d-9324-a78d70542ba9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 217 time: 0.1302652 Dec 02 17:50:05.080392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68fe20-a83f-4232-8bc6-ce8398f35a1f req-1dba2a2e-d0e0-4e25-bd6f-c18661508382 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:05.082072 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee68fe20-a83f-4232-8bc6-ce8398f35a1f req-1dba2a2e-d0e0-4e25-bd6f-c18661508382 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.6504853 Dec 02 17:50:05.093732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-15bbef7a-1576-4746-a7eb-9a330f17c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:05.095391 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-15bbef7a-1576-4746-a7eb-9a330f17c0cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1160 time: 0.1963894 Dec 02 17:50:05.119797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:05.135972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2a541ff8-4881-4cb1-8cad-bfbbd13dc1b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:05.150179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] For port 035ddc13-b1a2-45fc-9d07-94f84896e3e3, host hv-cinder-73362, cleared binding levels {{(pid=80258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:50:05.161906 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-09878f45-27ae-4292-b47e-52e54762b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:05.163698 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-09878f45-27ae-4292-b47e-52e54762b315 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.1111419 Dec 02 17:50:05.169417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] For port 035ddc13-b1a2-45fc-9d07-94f84896e3e3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=035ddc13-b1a2-45fc-9d07-94f84896e3e3,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:50:05.177184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f90c8-0ce7-4d26-b3d8-df4b6914c6f5,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:05.183367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:05.198967 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee68fe20-a83f-4232-8bc6-ce8398f35a1f req-8a42ddf8-344b-437d-8984-5fa20d5e8b9d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086459 Dec 02 17:50:05.226684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:05.229654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:05.234214 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/114f90c8-0ce7-4d26-b3d8-df4b6914c6f5 HTTP/1.1" status: 204 len: 168 time: 1.0165465 Dec 02 17:50:05.256877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:05.350355 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-214ebe9b-5781-4ab5-9f43-000fc54e2fb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738360 Dec 02 17:50:05.418253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56584) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:05.517895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-61c0e808-641d-4ceb-8a43-1bfd25248f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:05.519827 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-61c0e808-641d-4ceb-8a43-1bfd25248f06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.3856370 Dec 02 17:50:05.579086 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'tag': '8b8d0f70-364d-4929-bbf6-2e3c9a50032b', 'status': 'completed', 'code': 200} Dec 02 17:50:05.663955 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-b60bb1b1-d70a-4837-b2f1-dff5ccc88fe1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 200 len: 217 time: 0.1349783 Dec 02 17:50:05.801585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Pushing event updated for resources: {'Port': ['ID=035ddc13-b1a2-45fc-9d07-94f84896e3e3,revision_number=3']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:05.841280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:05.924290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-d416954d-033c-472c-be57-3cf738f0ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:05.925889 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-d416954d-033c-472c-be57-3cf738f0ab19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.2547433 Dec 02 17:50:05.960076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:05.960753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:05.962252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] 10.222.0.60 "PUT /v2.0/ports/035ddc13-b1a2-45fc-9d07-94f84896e3e3 HTTP/1.1" status: 200 len: 1158 time: 3.8984511 Dec 02 17:50:05.985123 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-76b32877-336b-4074-a296-a1585d997635 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173947 Dec 02 17:50:06.040704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa7af9-9e1c-4173-b005-642b1c634cb6 req-ff3de099-80ff-4f0a-a50c-7eee7f8c2aa1 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:06.042382 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adfa7af9-9e1c-4173-b005-642b1c634cb6 req-ff3de099-80ff-4f0a-a50c-7eee7f8c2aa1 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 944 time: 0.2488017 Dec 02 17:50:06.159265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:06.235609 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adfa7af9-9e1c-4173-b005-642b1c634cb6 req-6f03f817-798a-4117-8d52-7e87d449da2e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726255 Dec 02 17:50:06.236974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:06.247485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Usage tracker for resource:security_group_rule and tenant:ac79050a850b4190bfba0ae39e0ed467 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:06.252477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-a98ecccf-d5be-447f-910a-29971bc643f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:06.255272 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-a98ecccf-d5be-447f-910a-29971bc643f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 1161 time: 0.2165828 Dec 02 17:50:06.256804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:06.284678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56614) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:06.290176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:06.472833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:06.477930 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:06.508260 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-7210b88c-7637-4677-8de3-ae6ef516815c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035ddc13-b1a2-45fc-9d07-94f84896e3e3 HTTP/1.1" status: 200 len: 217 time: 0.1605468 Dec 02 17:50:06.588780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eefb26cc-7825-4d8f-a1f1-442acd80b419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:06.594901 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bc55a516-f5b3-4287-b878-1e7b8a1e46d7 req-f85e0196-755f-44e4-ab92-c8af52e5c6f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6008532 Dec 02 17:50:06.620599 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac79050a850b4190bfba0ae39e0ed467&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2001665 Dec 02 17:50:06.627456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56626) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:06.649072 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5e4c2baa-e43a-4824-9140-8b5b40c1f59a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b61b0a926854bdcb9cd9d79814e105f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3630893 Dec 02 17:50:06.655573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56630) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:06.677125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-b0854169-df4f-47b5-8f79-11631d7aac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:06.678763 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-b0854169-df4f-47b5-8f79-11631d7aac74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7369351 Dec 02 17:50:06.694044 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-42d519c7-3087-4997-9d8c-d4eecda01bba req-41dfde2e-955f-4a8e-9fb3-46aabb4de80e tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 210 time: 0.0830805 Dec 02 17:50:06.697060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-faf1ea2d-3dbc-4844-91a9-8ac53b9dbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:06.697275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a405b7-5e1b-462c-8b90-26a445e7df43,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:06.698396 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-faf1ea2d-3dbc-4844-91a9-8ac53b9dbdb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.1738238 Dec 02 17:50:06.713838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:06.754037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf682b-a831-4e02-adac-69cddce7a8f8 req-ca6972de-6888-4fc5-b8ea-1d638830ca95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:06.759069 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c7bf682b-a831-4e02-adac-69cddce7a8f8 req-ca6972de-6888-4fc5-b8ea-1d638830ca95 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.2406955 Dec 02 17:50:06.772225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:06.795006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:06.830863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:06.832729 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c7bf682b-a831-4e02-adac-69cddce7a8f8 req-fb932c5a-5400-45c0-b328-11fda26b1f1b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699914 Dec 02 17:50:07.039801 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-ec74b442-5e57-44c7-944d-4d8ee578a00b service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057750 Dec 02 17:50:07.152672 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:07.180896 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-3198ee8d-384f-4b7f-8783-9c2c4219474c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3277578 Dec 02 17:50:07.209204 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-57dcc433-911a-414b-b05f-6f4c41d5566a req-29773a85-fe1c-48f7-a970-4b43a8b59164 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1592686 Dec 02 17:50:07.392548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:07.412907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:07.451128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504feeea-5766-49fd-8525-727e5b0d7fce,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:07.462985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:07.465851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:07.469555 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30a405b7-5e1b-462c-8b90-26a445e7df43 HTTP/1.1" status: 204 len: 168 time: 0.8386049 Dec 02 17:50:07.472548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:07.473093 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:07.489965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-03c8f457-e202-473e-91b7-b9e787db02be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:07.491700 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-03c8f457-e202-473e-91b7-b9e787db02be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1160 time: 0.6337752 Dec 02 17:50:07.510381 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:07.527487 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d2fc65d8-e12e-4498-84da-a6fc6d6710a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/504feeea-5766-49fd-8525-727e5b0d7fce HTTP/1.1" status: 204 len: 168 time: 0.8604648 Dec 02 17:50:07.608040 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'tag': '035ddc13-b1a2-45fc-9d07-94f84896e3e3'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:07.628851 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-6ed8dd78-177a-4c3c-82a8-3b3efe6501d0 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236782 Dec 02 17:50:07.629479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a405b7-5e1b-462c-8b90-26a445e7df43,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:07.637550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:07.807757 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'tag': '035ddc13-b1a2-45fc-9d07-94f84896e3e3', 'status': 'completed', 'code': 200} Dec 02 17:50:07.836072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce894f-a218-4c90-b8fb-0824c8a3d55f req-c8851d1f-9b85-4e0c-bd70-4817167e9bc6 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:07.842126 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-18ce894f-a218-4c90-b8fb-0824c8a3d55f req-c8851d1f-9b85-4e0c-bd70-4817167e9bc6 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 944 time: 0.4199986 Dec 02 17:50:08.067987 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fab8e345-30e3-455e-9a99-9ee9c89f9bbc req-ad591264-130f-4919-9fd3-ecc58a4b95ea service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4293425 Dec 02 17:50:08.099864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-da9993e5-ab5a-4ef9-94cb-a9d60b8b1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:08.104198 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-da9993e5-ab5a-4ef9-94cb-a9d60b8b1093 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.5628839 Dec 02 17:50:08.134578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-e477cda1-6b1b-4c33-b955-8888559cf244 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:08.136343 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-e477cda1-6b1b-4c33-b955-8888559cf244 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 809 time: 0.6608765 Dec 02 17:50:08.139002 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9fc8a30b-a5ca-4d55-ac24-35b155768bc9 req-7f8085cb-3783-4091-b1c6-34765eece932 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 210 time: 0.1372783 Dec 02 17:50:08.199904 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-18ce894f-a218-4c90-b8fb-0824c8a3d55f req-de4fc9ef-a4db-44b4-b4aa-8c9841258d1d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433681 Dec 02 17:50:08.321250 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-b265234a-ff4a-4a67-991f-87699b58b2cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 217 time: 0.1924770 Dec 02 17:50:08.339541 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-6f3ddf70-4b64-4956-9592-ceee6274c5fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4961884 Dec 02 17:50:08.363246 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-20d46192-d89e-47a4-bc19-abfc76bc7ab8 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df HTTP/1.1" status: 200 len: 5502 time: 0.1569355 Dec 02 17:50:08.388014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'port': {'device_id': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'admin_state_up': True, 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'security_groups': ['eae90b2d-46b7-49a6-bf10-7233fa94f2ac']}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:08.389596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-663196c7-0991-4b2c-b414-89aeddf68377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:08.431047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56686) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:08.473417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-8dd37bb9-9d35-4f34-b9be-47e85d878a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:08.476011 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-8dd37bb9-9d35-4f34-b9be-47e85d878a6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.1443567 Dec 02 17:50:08.538350 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-55428c6f-88f2-4c65-9d8c-49556bc102da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530212 Dec 02 17:50:08.554540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-2be402f4-7199-466f-8d4c-2f94580c218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:08.556177 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-2be402f4-7199-466f-8d4c-2f94580c218c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 1161 time: 0.3419697 Dec 02 17:50:08.632657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:08.672410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:08.685796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Usage tracker for resource:security_group_rule and tenant:963a4e22d2354656a58e7d2b84f51b70 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:08.691509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:08.723359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:08.777349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:08.806131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:port and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:08.816473 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for port was recalculated. Used quota:3. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:08.839784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-24ce6d69-96ea-4198-8e22-ae0a500bad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:08.841819 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-24ce6d69-96ea-4198-8e22-ae0a500bad16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb931a0840744af29c81094f277c20f7&device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 1163 time: 0.2864587 Dec 02 17:50:08.844168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:08.865215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832d71f-4484-427c-8432-bbf05d330ef1 req-bc5586da-36fe-4a19-a33a-b1ebfeda919e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:08.868531 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-bf24cb51-1264-47b4-9586-098f9ec8523f service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861052 Dec 02 17:50:08.873875 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3832d71f-4484-427c-8432-bbf05d330ef1 req-bc5586da-36fe-4a19-a33a-b1ebfeda919e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.3245885 Dec 02 17:50:08.874013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-9211ed84-e485-4169-aa90-921e0f78bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:08.875685 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-9211ed84-e485-4169-aa90-921e0f78bece service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.2650857 Dec 02 17:50:08.941692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Made reservation on behalf of b9c6ab5d06494b8eba236737f3ffd8df for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:50:08.947301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:08.973612 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:09.054950 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-4fc24051-328a-4cb8-b25e-e15070916247 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035ddc13-b1a2-45fc-9d07-94f84896e3e3 HTTP/1.1" status: 200 len: 217 time: 0.1644440 Dec 02 17:50:09.082193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.119818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port eece77a6-f52a-4431-9658-d36ff107570f completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:50:09.132298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:09.132815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.212566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-50e3059a-dd25-4d10-9a0c-74e8dee39c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:09.214671 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-50e3059a-dd25-4d10-9a0c-74e8dee39c37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.1485252 Dec 02 17:50:09.321457 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-60938213-d07f-4ead-b2ce-b218ab5e89df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957758 Dec 02 17:50:09.325509 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c0d70aa9-f7fb-40d4-a860-e6b62ad18935 req-172e7fed-4769-4ae7-8924-daba111bf75c service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4481919 Dec 02 17:50:09.373470 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3832d71f-4484-427c-8432-bbf05d330ef1 req-1c57155f-6694-4b8a-9c9f-2f7e9b38c782 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4982755 Dec 02 17:50:09.382574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.417983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.492581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:09.524895 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=963a4e22d2354656a58e7d2b84f51b70&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0920811 Dec 02 17:50:09.536958 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-85a86931-6a85-4738-954a-ad2724f17a52 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903253 Dec 02 17:50:09.537810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56716) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:09.539214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=eece77a6-f52a-4431-9658-d36ff107570f,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:50:09.545082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:09.563169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.566368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:09.595188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-cb3b0579-fef3-41d0-a6de-e52eb742d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:09.598722 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-cb3b0579-fef3-41d0-a6de-e52eb742d6a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7fa3917-d110-41e8-992b-4b7be1627683 HTTP/1.1" status: 200 len: 906 time: 0.7219403 Dec 02 17:50:09.726098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:09.730709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:09.829979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.837882 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee304bd4-4a5e-4802-8975-b157c7f7dc2b req-8f08d852-c1ec-465d-b9f7-23ded72deb2f service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2843723 Dec 02 17:50:09.885540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.970147 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:09.975821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:10.005840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0c22b0-2518-49b5-a503-278ab7757108,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:10.009045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:10.016657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:10.021018 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d0c22b0-2518-49b5-a503-278ab7757108 HTTP/1.1" status: 204 len: 168 time: 0.4787192 Dec 02 17:50:10.153853 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0c22b0-2518-49b5-a503-278ab7757108,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:10.168946 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-ca7376d4-3f70-4c32-81ed-da54f269df6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d48baf-b046-4b6f-b6f0-ed744266d401 HTTP/1.1" status: 200 len: 217 time: 0.5327430 Dec 02 17:50:10.174296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:10.189634 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3961442c-bb5d-4e1b-a88a-197812c04eb9 req-d9226ab1-c503-4457-a60a-e2f2d1110364 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 210 time: 0.4240024 Dec 02 17:50:10.343171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-1304df41-4c32-42aa-bb18-1a59ae40716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:10.344969 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-1304df41-4c32-42aa-bb18-1a59ae40716a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8904a652-797e-49ae-92b3-64457aba09d7 HTTP/1.1" status: 200 len: 852 time: 0.1606984 Dec 02 17:50:10.477010 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-be7916fc-73ef-4b02-b590-797c9867630c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7fa3917-d110-41e8-992b-4b7be1627683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175008 Dec 02 17:50:10.523958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56750) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:10.570612 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:10.571986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eca3f-9ee9-4a34-a72d-afe908326a11 req-62eb18bc-6695-4920-81c5-53672fff46af tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:10.573642 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e38eca3f-9ee9-4a34-a72d-afe908326a11 req-62eb18bc-6695-4920-81c5-53672fff46af tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 944 time: 0.8140612 Dec 02 17:50:10.621069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:10.631186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Usage tracker for resource:security_group_rule and tenant:901d9c846d684bde98dfefe01263adca is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:10.635051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:10.642786 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:10.644418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-1b306068-c75d-4c44-994e-3ec9fa868fe2 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:50:10.714712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Allocated IP 172.20.0.13 (9300a0ae-efc1-4aba-94a8-ea09f2c4dac1/3aaf1377-b934-4835-83d3-ddf8fcc51354/675a6a06-7649-42a1-99eb-400e97d3f7d9) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:50:10.752449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:10.755686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:10.763023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:10.785408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da7583-f268-4b96-aa4b-71c7387d216f req-6a315474-b33e-48e2-ba00-2c57f11a74cf tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:10.787068 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f8da7583-f268-4b96-aa4b-71c7387d216f req-6a315474-b33e-48e2-ba00-2c57f11a74cf tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 946 time: 0.4336724 Dec 02 17:50:10.795456 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e38eca3f-9ee9-4a34-a72d-afe908326a11 req-0e1fd5a1-2831-4925-a739-8fbba65627e5 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051959 Dec 02 17:50:10.806755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53754a42-66c3-45d3-8648-654181b0a29e,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:10.818223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:10.818223 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=901d9c846d684bde98dfefe01263adca&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2894475 Dec 02 17:50:10.818223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56758) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:10.881727 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f', 'code': 200} Dec 02 17:50:10.886001 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-64eda3c2-a9f9-4c77-aa0b-c6c23909ec61 service neutron] 10.222.0.60 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005651 Dec 02 17:50:10.890092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:10.908603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3975dd82-d74e-4fea-8ee2-ff811f8748a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:10.923898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:11.001725 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:11.008219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1c867ea7-5f51-434f-a3be-8a6da15b68a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:11.032944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:11.041542 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:11.046288 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53754a42-66c3-45d3-8648-654181b0a29e HTTP/1.1" status: 204 len: 168 time: 0.2247367 Dec 02 17:50:11.046288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53754a42-66c3-45d3-8648-654181b0a29e,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:11.067789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:11.155586 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f8da7583-f268-4b96-aa4b-71c7387d216f req-eac8348c-e98a-4d92-a59b-5b079abcb258 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578768 Dec 02 17:50:11.332131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:11.425940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4aa6f-3909-4f87-8287-a01a35a05260 req-76a09447-2cf9-4351-b575-c5182391ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:11.428554 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1aa4aa6f-3909-4f87-8287-a01a35a05260 req-76a09447-2cf9-4351-b575-c5182391ef2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1162 time: 0.1329820 Dec 02 17:50:11.536618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Transition to ACTIVE for port object 675a6a06-7649-42a1-99eb-400e97d3f7d9 will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:50:11.544252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a5651779-7d0c-4468-b38c-595128bd5885 req-89928dbf-b4dc-4158-b4ab-7ef1119d685b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 210 time: 0.0945809 Dec 02 17:50:11.661794 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1aa4aa6f-3909-4f87-8287-a01a35a05260 req-bf76bdea-7305-44b0-a398-64496eb893c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861975 Dec 02 17:50:11.677335 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e07d336e-094f-48a4-b6b2-2d5129fe84b4 req-13c9b8e2-f311-419b-9287-a78b4f3852b2 service neutron] 10.222.0.60 "GET /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6920950 Dec 02 17:50:11.698272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5fd55-4588-4f12-8bb9-688b5d1f3c9e req-9e693260-409b-415b-a2ba-de95df280a74 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:11.700715 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-48b5fd55-4588-4f12-8bb9-688b5d1f3c9e req-9e693260-409b-415b-a2ba-de95df280a74 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.5796385 Dec 02 17:50:11.707620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:11.745516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-1e932691-8ff9-4bb9-8241-ebe7fff82d11 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:11.746565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-1e932691-8ff9-4bb9-8241-ebe7fff82d11 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Synchronizing usage tracker for tenant:eb931a0840744af29c81094f277c20f7 on resource:port {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:50:11.748516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:11.772633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-1e932691-8ff9-4bb9-8241-ebe7fff82d11 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Unset dirty status for tenant:eb931a0840744af29c81094f277c20f7 on resource:port {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:50:11.774272 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-1e932691-8ff9-4bb9-8241-ebe7fff82d11 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.60 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 946 time: 0.2802851 Dec 02 17:50:11.853599 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-48b5fd55-4588-4f12-8bb9-688b5d1f3c9e req-d35d881c-ee2a-407d-88dd-5dee88e9adb6 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436400 Dec 02 17:50:11.922693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'Port': ['ID=675a6a06-7649-42a1-99eb-400e97d3f7d9,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:11.927529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:12.026397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 035ddc13-b1a2-45fc-9d07-94f84896e3e3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:12.071200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:50:12.087477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:50:12.094908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Deleting port 71d48baf-b046-4b6f-b6f0-ed744266d401 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:50:12.097348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.112064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:50:12.161247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:50:12.168013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:12.168494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.295874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:12.296520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.435371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29772d-5c79-4c48-8d28-5b3ce9946ed8 req-76170eb1-d742-4d6c-9d6d-d1c19d3ab950 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:12.455617 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a29772d-5c79-4c48-8d28-5b3ce9946ed8 req-76170eb1-d742-4d6c-9d6d-d1c19d3ab950 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 944 time: 0.4677207 Dec 02 17:50:12.472886 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0901396 Dec 02 17:50:12.514906 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.525342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.537473 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Request body: {'port': {'device_id': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:12.558377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.563681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-749c49f2-9fca-45cc-a15d-0f3103520d69 None None] Provisioning for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:50:12.580581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-749c49f2-9fca-45cc-a15d-0f3103520d69 None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:12.581383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-749c49f2-9fca-45cc-a15d-0f3103520d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.638986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] For port 71d48baf-b046-4b6f-b6f0-ed744266d401, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=71d48baf-b046-4b6f-b6f0-ed744266d401,segment=NetworkSegment(e026d740-576c-4328-9ba6-5653c8128071),segment_id=e026d740-576c-4328-9ba6-5653c8128071)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:50:12.639826 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a29772d-5c79-4c48-8d28-5b3ce9946ed8 req-bbe92f61-22c6-4749-abb3-0c26939f737f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832578 Dec 02 17:50:12.651218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.708313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-749c49f2-9fca-45cc-a15d-0f3103520d69 None None] Port 675a6a06-7649-42a1-99eb-400e97d3f7d9 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:50:12.715228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.752442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 035ddc13-b1a2-45fc-9d07-94f84896e3e3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=035ddc13-b1a2-45fc-9d07-94f84896e3e3,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:50:12.755631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.756870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:12.767959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:12.792485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:12.935913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0c833-a17a-4613-a1a4-3178e677a046 req-0b6cb58e-f126-4b3d-a6f7-6a236bc0173e tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:12.952352 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fbf0c833-a17a-4613-a1a4-3178e677a046 req-0b6cb58e-f126-4b3d-a6f7-6a236bc0173e tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 946 time: 0.4782982 Dec 02 17:50:12.954200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Calling delete_port for 71d48baf-b046-4b6f-b6f0-ed744266d401 owned by compute:nova {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:50:12.969149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ddc13-b1a2-45fc-9d07-94f84896e3e3'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:12.979643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=035ddc13-b1a2-45fc-9d07-94f84896e3e3,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:12.993698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:13.056820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:13.057241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:13.173880 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fbf0c833-a17a-4613-a1a4-3178e677a046 req-f244cbd6-a754-451b-8413-59aa34696cbd tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/security-groups?id=568d62a9-d9ca-497b-9190-d5c2ca5ed51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201455 Dec 02 17:50:13.297778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:13.359900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab641-7aed-4b00-a4eb-3da0b26db638 req-3627bbfd-61c7-4073-a564-694c1e18de92 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:13.361629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-80cab641-7aed-4b00-a4eb-3da0b26db638 req-3627bbfd-61c7-4073-a564-694c1e18de92 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Synchronizing usage tracker for tenant:b9c6ab5d06494b8eba236737f3ffd8df on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:50:13.415228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-80cab641-7aed-4b00-a4eb-3da0b26db638 req-3627bbfd-61c7-4073-a564-694c1e18de92 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Unset dirty status for tenant:b9c6ab5d06494b8eba236737f3ffd8df on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:50:13.423986 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-80cab641-7aed-4b00-a4eb-3da0b26db638 req-3627bbfd-61c7-4073-a564-694c1e18de92 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 932 time: 0.4297256 Dec 02 17:50:13.472527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:50:13.485480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:13.485900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:13.679333 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-80cab641-7aed-4b00-a4eb-3da0b26db638 req-d0fd8dfc-5de1-4c61-b23b-a814bc472706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2538965 Dec 02 17:50:13.708118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:13.741912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:13.776149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:13.837224 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ddc13-b1a2-45fc-9d07-94f84896e3e3', 'code': 200} Dec 02 17:50:13.845889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Pushing event deleted for resources: {'Port': ['ID=71d48baf-b046-4b6f-b6f0-ed744266d401,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:13.851272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:13.862549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:50:13.865782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:13.871022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8df7fbd5-3fcf-4fa1-b8e1-73b3aba9b63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:14.033523 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:14.037262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:14.117532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] No DVR routers for this DVR port 71d48baf-b046-4b6f-b6f0-ed744266d401 on host hv-cinder-73362 {{(pid=80258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:50:14.121113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:14.125703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'name': 'network-vif-deleted', 'tag': '71d48baf-b046-4b6f-b6f0-ed744266d401'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:14.139969 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-95011ab1-d645-45a5-a394-03f0d0878ee0 req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.60 "DELETE /v2.0/ports/71d48baf-b046-4b6f-b6f0-ed744266d401 HTTP/1.1" status: 204 len: 173 time: 2.1674967 Dec 02 17:50:14.295555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929724b6-db73-4b54-8af5-f6c7fccef484 req-c0d5508c-afc0-4363-8374-8fcfe4c741c2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:14.303734 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-929724b6-db73-4b54-8af5-f6c7fccef484 req-c0d5508c-afc0-4363-8374-8fcfe4c741c2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.8736396 Dec 02 17:50:14.417413 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-929724b6-db73-4b54-8af5-f6c7fccef484 req-9e35a1fd-682f-4c49-9825-21b82d315cc8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124554 Dec 02 17:50:14.437838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af763f83-a5e0-4bb9-bc0f-aa4c1fced1e6 req-6839bf60-f584-4f13-a10c-363d0bc55d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:14.439562 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-af763f83-a5e0-4bb9-bc0f-aa4c1fced1e6 req-6839bf60-f584-4f13-a10c-363d0bc55d73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 1163 time: 0.2945592 Dec 02 17:50:14.479228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff469fb-814e-4656-a231-e0144d349dd0 req-eda70659-6e3e-467f-b135-d0d8c2288cfe tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:14.481461 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cff469fb-814e-4656-a231-e0144d349dd0 req-eda70659-6e3e-467f-b135-d0d8c2288cfe tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.3373077 Dec 02 17:50:14.518192 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c666637f-5d58-4002-b1fc-86f85b5aa0ba', 'name': 'network-vif-deleted', 'tag': '71d48baf-b046-4b6f-b6f0-ed744266d401', 'status': 'completed', 'code': 200} Dec 02 17:50:14.569605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675a6a06-7649-42a1-99eb-400e97d3f7d9 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:50:14.591352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:14.596852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-af763f83-a5e0-4bb9-bc0f-aa4c1fced1e6 req-31ebc491-349c-41ab-a9fc-dcfc54be3298 service neutron] Synchronizing usage tracker for tenant:efbd0b61871340cc9af3cb403f8244dd on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:50:14.609885 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cff469fb-814e-4656-a231-e0144d349dd0 req-62072d91-9c8f-443c-8fb5-b2b197f9aa9e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057997 Dec 02 17:50:14.628831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Transition to ACTIVE for port object 675a6a06-7649-42a1-99eb-400e97d3f7d9 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:50:14.632490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-af763f83-a5e0-4bb9-bc0f-aa4c1fced1e6 req-31ebc491-349c-41ab-a9fc-dcfc54be3298 service neutron] Unset dirty status for tenant:efbd0b61871340cc9af3cb403f8244dd on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:50:14.633800 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-af763f83-a5e0-4bb9-bc0f-aa4c1fced1e6 req-31ebc491-349c-41ab-a9fc-dcfc54be3298 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457121 Dec 02 17:50:14.634448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:14.644153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:14.692166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:14.760911 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4dea3455-31f8-4896-a0bf-dd188e1e55e9 req-1b9872ed-f366-4aa0-874c-b8a07ed3182c tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] 10.222.0.10 "GET /v2.0/ports?device_id=c666637f-5d58-4002-b1fc-86f85b5aa0ba HTTP/1.1" status: 200 len: 210 time: 0.1251953 Dec 02 17:50:14.840927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:14.841595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:14.949181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Pushing event updated for resources: {'Port': ['ID=675a6a06-7649-42a1-99eb-400e97d3f7d9,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:14.987281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:15.011582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 035ddc13-b1a2-45fc-9d07-94f84896e3e3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:15.105145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:15.105874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:15.136686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa6ae6-8766-43ba-9d48-f632971c280d req-7c0b7007-d74f-46a3-aaf5-b6b491afccad tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:15.138571 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-76aa6ae6-8766-43ba-9d48-f632971c280d req-7c0b7007-d74f-46a3-aaf5-b6b491afccad tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2696152 Dec 02 17:50:15.150148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 56908) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:15.156697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'floatingip': {'port_id': 'eece77a6-f52a-4431-9658-d36ff107570f'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:15.238213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c3d98-f80e-4a1b-bce1-dc9048f15152 req-0b1550b5-c18d-4ca6-844f-6d327a08dfff tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:15.244348 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-744c3d98-f80e-4a1b-bce1-dc9048f15152 req-0b1550b5-c18d-4ca6-844f-6d327a08dfff tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 944 time: 0.2426779 Dec 02 17:50:15.370967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:15.396990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:15.414706 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-744c3d98-f80e-4a1b-bce1-dc9048f15152 req-d99b27fe-252d-4370-a899-b54eb3574be2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220067 Dec 02 17:50:15.421884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Attempting to bind port 675a6a06-7649-42a1-99eb-400e97d3f7d9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:50:15.422589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Attempting to bind port 675a6a06-7649-42a1-99eb-400e97d3f7d9 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:50:15.423135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Attempting to bind port 675a6a06-7649-42a1-99eb-400e97d3f7d9 on network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:50:15.429323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:50:15.429696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Checking segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:50:15.430159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:15.430494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Bound using segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:50:15.431035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Bound port: 675a6a06-7649-42a1-99eb-400e97d3f7d9, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:50:15.432049 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:15.569350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] For port 675a6a06-7649-42a1-99eb-400e97d3f7d9, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:50:15.573357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] For port 675a6a06-7649-42a1-99eb-400e97d3f7d9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:50:15.576066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:15.576493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:15.577670 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:15.763433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:15.921479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8d0f70-364d-4929-bbf6-2e3c9a50032b'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:15.986675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Pushing event updated for resources: {'Port': ['ID=675a6a06-7649-42a1-99eb-400e97d3f7d9,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:15.994897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 71d48baf-b046-4b6f-b6f0-ed744266d401 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:50:16.072309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:16.074925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 71d48baf-b046-4b6f-b6f0-ed744266d401 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:50:16.075371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 71d48baf-b046-4b6f-b6f0-ed744266d401 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:50:16.111677 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8d0f70-364d-4929-bbf6-2e3c9a50032b', 'code': 200} Dec 02 17:50:16.113336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:16.114035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:16.115578 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] 10.222.0.60 "PUT /v2.0/ports/675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 200 len: 1158 time: 3.5897257 Dec 02 17:50:16.119466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:16.227854 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9', 'status': 'completed', 'code': 200} Dec 02 17:50:16.339231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae1872-95e7-4c92-b09c-488d1a822cde req-4833278a-e847-45d1-9a69-33bdd5f73a4d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:16.343614 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eae1872-95e7-4c92-b09c-488d1a822cde req-4833278a-e847-45d1-9a69-33bdd5f73a4d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.3637540 Dec 02 17:50:16.416207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-799faf70-cfbb-49d3-aa7f-115d0c0f7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:16.417845 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-799faf70-cfbb-49d3-aa7f-115d0c0f7360 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 1161 time: 0.1855237 Dec 02 17:50:16.579365 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-d6d23c8b-bb6a-4d57-a2f6-21bde5c1df6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 200 len: 217 time: 0.1426094 Dec 02 17:50:16.664089 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eae1872-95e7-4c92-b09c-488d1a822cde req-e13bc0d1-2f9c-4a04-b3eb-ad3ff4f37937 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136053 Dec 02 17:50:16.791149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-deda950c-58ea-48fc-8cb6-0d00f55e2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:16.792746 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-deda950c-58ea-48fc-8cb6-0d00f55e2fda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.1276989 Dec 02 17:50:16.850498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:16.853947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:16.902397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af6f42-9144-4bbf-80e1-21ac372bf9df req-8faa4d74-9814-4261-9e41-2827b05fdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:16.904627 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-71af6f42-9144-4bbf-80e1-21ac372bf9df req-8faa4d74-9814-4261-9e41-2827b05fdc96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.3503139 Dec 02 17:50:16.953212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef7c2-f218-4a73-8695-6b7a09e84e79 req-2eb4f9a6-e231-4369-8bb3-52713bc61c93 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:16.954843 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-12aef7c2-f218-4a73-8695-6b7a09e84e79 req-2eb4f9a6-e231-4369-8bb3-52713bc61c93 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 944 time: 0.2195466 Dec 02 17:50:16.972349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56956) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:16.975989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-431dda12-a14d-43c9-99e5-e2f30f9215fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:16.977582 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-431dda12-a14d-43c9-99e5-e2f30f9215fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1676679 Dec 02 17:50:16.999115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:17.039306 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-71af6f42-9144-4bbf-80e1-21ac372bf9df req-84671e33-7e4d-4b96-b940-d78ef00dde35 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215205 Dec 02 17:50:17.072456 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Floating IP fa1aa218-6d00-4ab6-a797-656d2a1aefe5 associated. External IP: 172.28.1.122, port: eece77a6-f52a-4431-9658-d36ff107570f. Dec 02 17:50:17.137957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:17.138701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:17.147597 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-12aef7c2-f218-4a73-8695-6b7a09e84e79 req-bfcc1028-dd8b-42de-bb14-f4672928c326 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1842968 Dec 02 17:50:17.272099 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-4474218b-4837-4312-9463-febc8c37f0fc service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759593 Dec 02 17:50:17.290543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:17.364329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 035ddc13-b1a2-45fc-9d07-94f84896e3e3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:17.377578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:17.399438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Usage tracker for resource:security_group_rule and tenant:46409dee36b4489cb184adc739207377 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:17.420589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:17.449487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:17.449914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:17.474054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:17.600384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:17.682568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:17.683012 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:17.729422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:17.747574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:17.775846 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:18.028599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5835a-59b7-4492-bbc5-41c0202c3d20,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:18.073767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:50:18.108022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.108428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.108819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.109204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.109589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.110013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.110325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.110702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.122055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.122538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.122949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.123347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.123800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.124185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.124529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.124948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.125254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.125625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.125996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.126367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.126735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.127129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.127497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.128036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:18.142337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:18.213601 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46409dee36b4489cb184adc739207377&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2400093 Dec 02 17:50:18.220119 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 56988) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:18.268951 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-101a97e6-2f89-45b2-95b4-b84a843a3a90 req-9856d66b-ca1d-4beb-a086-2b0c5988e614 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9485228 Dec 02 17:50:18.339650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19b9c0-c253-4fbc-bf05-d0159ec21b03 req-3cad5788-2b01-4774-a270-9b19725d719c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:18.341821 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8c19b9c0-c253-4fbc-bf05-d0159ec21b03 req-3cad5788-2b01-4774-a270-9b19725d719c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.3023908 Dec 02 17:50:18.397445 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:50:18.402141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:18.414423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] Sync routers for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:50:18.432716 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:50:18.434101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:50:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:18.544587 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-047629eb-bc9e-41b1-9f57-20061f444d6f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "PUT /v2.0/floatingips/fa1aa218-6d00-4ab6-a797-656d2a1aefe5 HTTP/1.1" status: 200 len: 991 time: 3.3899090 Dec 02 17:50:18.544587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:18.572528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:18.608182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:18.672053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:50:18.674159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:18.679978 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8c19b9c0-c253-4fbc-bf05-d0159ec21b03 req-09a700fd-dfbe-4dab-a8eb-90fb76cb1c04 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292527 Dec 02 17:50:18.683299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-d778ad30-1d09-44d0-af6c-4834aa1df6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:18.685030 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-d778ad30-1d09-44d0-af6c-4834aa1df6c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 1161 time: 0.2693608 Dec 02 17:50:18.685611 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:18.758610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad9c5-a839-4d5c-9575-07f2ee470349 req-8fc0ef83-f78e-482f-9831-72e6a4199c81 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:18.766593 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b15ad9c5-a839-4d5c-9575-07f2ee470349 req-8fc0ef83-f78e-482f-9831-72e6a4199c81 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 944 time: 0.3558064 Dec 02 17:50:18.771184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5835a-59b7-4492-bbc5-41c0202c3d20,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:18.802551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:18.843593 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b15ad9c5-a839-4d5c-9575-07f2ee470349 req-b11d2e8a-71d4-474b-bd9c-0888440a32be tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759425 Dec 02 17:50:18.867247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:18.869344 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dda5835a-59b7-4492-bbc5-41c0202c3d20 HTTP/1.1" status: 204 len: 168 time: 0.6476092 Dec 02 17:50:19.029756 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f', 'status': 'completed', 'code': 200} Dec 02 17:50:19.038809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-9c7d2401-d5ce-4bf3-babe-0642626e1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:19.040670 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-9c7d2401-d5ce-4bf3-babe-0642626e1a9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 903 time: 0.3435719 Dec 02 17:50:19.044165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:19.215969 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-d2536e60-aa82-4145-80da-259a056127f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 200 len: 217 time: 0.1458693 Dec 02 17:50:19.234875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:19.237041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:19.347540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'fa1aa218-6d00-4ab6-a797-656d2a1aefe5', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'port_id': 'eece77a6-f52a-4431-9658-d36ff107570f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'mac_address': 'fa:16:3e:3e:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:16Z', 'revision_number': 1, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:19.362220 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] Checking router: 2aacce77-f8bb-48e7-bf00-0090b2d37d62 for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:50:19.378242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:50:19.378988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:50:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:19.479089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57040) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:19.524929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 035ddc13-b1a2-45fc-9d07-94f84896e3e3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:19.634231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Deleting subnet 8904a652-797e-49ae-92b3-64457aba09d7 {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:50:19.634479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-3be1f072-6178-4c30-bd84-1109160ea0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:19.636001 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-3be1f072-6178-4c30-bd84-1109160ea0f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.3178017 Dec 02 17:50:19.645701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:19.655720 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2f11a-40b0-4279-b406-74797621da5e req-69dafb51-c98d-4c90-9dd3-cedf2bed8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:19.657323 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a2f11a-40b0-4279-b406-74797621da5e req-69dafb51-c98d-4c90-9dd3-cedf2bed8231 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1162 time: 0.4402044 Dec 02 17:50:19.721746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:19.722325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:19.876206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57050) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:19.973658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:19.977165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:19.990922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:50:20.072922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:20.084521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Usage tracker for resource:security_group_rule and tenant:a42d9aa03fec47cf9cf1835f5cb1da8c is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:20.116905 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:20.134095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:20.160291 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-2f69f13a-b83a-4d8e-a4cc-78a4a50cfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.162010 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-2f69f13a-b83a-4d8e-a4cc-78a4a50cfb69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 1163 time: 0.3844140 Dec 02 17:50:20.199981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:20.287623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-38b055b9-e469-4616-a77c-65401ce94331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.289270 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-38b055b9-e469-4616-a77c-65401ce94331 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6365967 Dec 02 17:50:20.359210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2f11a-40b0-4279-b406-74797621da5e req-9272abe9-df5e-4147-9a5c-432377008911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.360827 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a2f11a-40b0-4279-b406-74797621da5e req-9272abe9-df5e-4147-9a5c-432377008911 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.5634828 Dec 02 17:50:20.428525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'fa1aa218-6d00-4ab6-a797-656d2a1aefe5', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'port_id': 'eece77a6-f52a-4431-9658-d36ff107570f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'mac_address': 'fa:16:3e:3e:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:16Z', 'revision_number': 1, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:20.433352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1e716-43e8-4122-a47e-7201f81c73d3 None None] The sync data for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb is: [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'fa1aa218-6d00-4ab6-a797-656d2a1aefe5', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'port_id': 'eece77a6-f52a-4431-9658-d36ff107570f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'mac_address': 'fa:16:3e:3e:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:16Z', 'revision_number': 1, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:50:20.454186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-00cb041f-74d5-4eba-a861-2231291235eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.455871 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-00cb041f-74d5-4eba-a861-2231291235eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.2809362 Dec 02 17:50:20.458257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0c4f5-af71-498f-906e-4c2e3c441e4e req-34d3f323-a91a-48b9-a80f-489a62def941 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.463443 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-79b0c4f5-af71-498f-906e-4c2e3c441e4e req-34d3f323-a91a-48b9-a80f-489a62def941 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.4666171 Dec 02 17:50:20.530619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8821b26-227d-4425-9395-0029107dcadd req-ad829e61-8f33-4595-a36d-5fdea8849751 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.535447 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c8821b26-227d-4425-9395-0029107dcadd req-ad829e61-8f33-4595-a36d-5fdea8849751 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 944 time: 0.3975987 Dec 02 17:50:20.572988 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-aea03efb-a66b-4cc2-ac68-d87d3ed70ca0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=035ddc13-b1a2-45fc-9d07-94f84896e3e3 HTTP/1.1" status: 200 len: 217 time: 0.0753627 Dec 02 17:50:20.674461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-6d5451c0-bccf-41c7-b6fa-90ae9e59a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.676120 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-6d5451c0-bccf-41c7-b6fa-90ae9e59a6a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.0962453 Dec 02 17:50:20.677568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:20.695407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:20.719518 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a2f11a-40b0-4279-b406-74797621da5e req-37eb33b3-b958-4a04-8028-b1868cab1cd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 200 len: 999 time: 0.3355269 Dec 02 17:50:20.731391 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-79b0c4f5-af71-498f-906e-4c2e3c441e4e req-8030b3ef-b42b-4943-a8d3-3b6090070ca8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944423 Dec 02 17:50:20.733406 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-051d60eb-34bc-4c65-a1ca-6f92cd78b62b service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267471 Dec 02 17:50:20.750968 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c8821b26-227d-4425-9395-0029107dcadd req-5e9af617-9892-4449-83a4-9892bc20c487 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1873832 Dec 02 17:50:20.751202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7962c2f5-4ba0-4246-8891-a4c0d0dcc257 None None] New status for floating IP fa1aa218-6d00-4ab6-a797-656d2a1aefe5: ACTIVE {{(pid=80259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:50:20.862506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:20.874067 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-6c0b6085-31b4-4104-8bdf-767280fd9aaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796494 Dec 02 17:50:20.880567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:20.887667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-07477ba6-d404-4716-9ce0-a84f7965cb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:20.923631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8904a652-797e-49ae-92b3-64457aba09d7,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:20.935480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:20.943787 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.944653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.945116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.945521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.945918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.946316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.946712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.947136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.947530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.947918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.948307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.948690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.949142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.950095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.950486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.950870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.951282 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.951676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.952050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.952761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.952761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.953143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.953525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.953905 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:20.962591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:20.980286 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8904a652-797e-49ae-92b3-64457aba09d7 HTTP/1.1" status: 204 len: 168 time: 1.4970286 Dec 02 17:50:20.982242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57066) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:20.997086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2f11a-40b0-4279-b406-74797621da5e req-07a85818-c8f5-4bbe-a321-0aedc5bf1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:20.998717 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a2f11a-40b0-4279-b406-74797621da5e req-07a85818-c8f5-4bbe-a321-0aedc5bf1f32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.2617469 Dec 02 17:50:21.052633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa7693-3138-48d4-92c4-57bd24d06a94,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:21.060043 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a42d9aa03fec47cf9cf1835f5cb1da8c&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1569686 Dec 02 17:50:21.064953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:21.068641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57074) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:21.133655 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9e681a1-fcc7-42df-8bd3-002c205217e3 req-80d87cae-7934-4884-9d57-6f06e80d465f service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3815620 Dec 02 17:50:21.193468 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:21.197624 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2f11a-40b0-4279-b406-74797621da5e req-e207764d-0280-433b-8720-7414d850ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:21.199513 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a2f11a-40b0-4279-b406-74797621da5e req-e207764d-0280-433b-8720-7414d850ceed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1924152 Dec 02 17:50:21.201680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:21.273041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:21.411147 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:21.456897 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-37eedcff-ab5c-4fdd-94aa-1440dd9d6add service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632944 Dec 02 17:50:21.537031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:21.537620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:21.611053 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a2f11a-40b0-4279-b406-74797621da5e req-a3722589-6eb1-420e-beec-a9a5cf08db8c service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033656 Dec 02 17:50:21.644332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:21.659993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8529a07f-0072-46ce-8bf0-b8aba52175fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:21.672301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa7693-3138-48d4-92c4-57bd24d06a94,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:21.689076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:21.697864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:21.702180 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4baa7693-3138-48d4-92c4-57bd24d06a94 HTTP/1.1" status: 204 len: 168 time: 0.6292808 Dec 02 17:50:21.734800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:21.840682 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a2f11a-40b0-4279-b406-74797621da5e req-2f6a0371-e6de-4fa1-b549-c23ddf227ae8 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2225039 Dec 02 17:50:21.914872 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d399ea7-0588-4195-bc66-27f3dff7c74e req-6bb0eddc-bfa9-40ef-be98-a0b95bfb70df service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4222610 Dec 02 17:50:22.008818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:50:22.017286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:22.017709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:22.072556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:22.210971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:22.229485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79ee8c-dd39-4328-8856-1e789f4b3409 req-ef41aaaf-d63b-4251-a85b-223e96846866 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:22.235668 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4b79ee8c-dd39-4328-8856-1e789f4b3409 req-ef41aaaf-d63b-4251-a85b-223e96846866 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 944 time: 0.1664011 Dec 02 17:50:22.245880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:22.258549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 675a6a06-7649-42a1-99eb-400e97d3f7d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:50:22.262768 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:22.265519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:22.295045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e41755-4ec7-4fd0-b5d8-04905ab5e918 req-949be611-bb56-4d60-b40d-3f2c09230cdf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:22.297243 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-19e41755-4ec7-4fd0-b5d8-04905ab5e918 req-949be611-bb56-4d60-b40d-3f2c09230cdf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1820540 Dec 02 17:50:22.348452 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4b79ee8c-dd39-4328-8856-1e789f4b3409 req-43d343f8-547a-4ad8-b285-4182ac2a3551 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056879 Dec 02 17:50:22.402578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=675a6a06-7649-42a1-99eb-400e97d3f7d9,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:22.406403 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-19e41755-4ec7-4fd0-b5d8-04905ab5e918 req-8a915484-3234-4f15-b9e5-d6279c27234f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017199 Dec 02 17:50:22.415277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.415667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.416054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.416432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.416991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.417371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.417743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.418775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.419098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.419377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.419851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.420096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.420521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.420884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.421255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.421603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.421990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.422836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.423245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.423605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.423966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.424324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.424694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.425050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:50:22.430341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:22.544033 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9', 'code': 200} Dec 02 17:50:22.551816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fa3917-d110-41e8-992b-4b7be1627683']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:22.567864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e026d740-576c-4328-9ba6-5653c8128071') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:22.568177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e026d740-576c-4328-9ba6-5653c8128071') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:22.587084 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:22.604261 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:22.606559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:50:22.856615 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Network d7fa3917-d110-41e8-992b-4b7be1627683 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:50:22.868138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.013645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c00a-2b54-49cd-8c1f-a12e93a0d8fd req-1504bf3e-d2e7-4ea2-96f7-752207cb44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:23.015347 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c5b6c00a-2b54-49cd-8c1f-a12e93a0d8fd req-1504bf3e-d2e7-4ea2-96f7-752207cb44ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 1163 time: 0.2197878 Dec 02 17:50:23.086656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57150) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:23.111032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Network d7fa3917-d110-41e8-992b-4b7be1627683 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:50:23.137867 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:50:23.235198 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c5b6c00a-2b54-49cd-8c1f-a12e93a0d8fd req-05960bf4-abf5-4d0c-a537-371d1fa30288 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2016788 Dec 02 17:50:23.242620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.246330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:23.285327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.310587 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d7fa3917-d110-41e8-992b-4b7be1627683 HTTP/1.1" status: 204 len: 168 time: 2.3248987 Dec 02 17:50:23.310587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7fa3917-d110-41e8-992b-4b7be1627683,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:23.314828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d9f92204-32a0-4dcd-ab5a-c58a014e3fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:23.377413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.395869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:23.400620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Usage tracker for resource:security_group_rule and tenant:6df4c3b3cd784e65b1aca55f3696c656 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:23.404979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:23.411977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:23.551419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.554586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.571876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2edbf969-617b-4420-84a8-a101af64a446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:23.590539 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57178) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:23.615324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9dbcfd-418a-42c3-bbe6-7ca7aa902f5f,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:23.673369 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d07d7aad-11b6-4903-9a0c-9b7734afa3d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb931a0840744af29c81094f277c20f7&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0812769 Dec 02 17:50:23.677675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57184) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:23.685442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:23.750017 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.779791 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6df4c3b3cd784e65b1aca55f3696c656&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6916885 Dec 02 17:50:23.780934 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57190) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:23.782099 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.837327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.843879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6680f93e-41db-4ee9-9e69-256bf0925cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:23.864021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d62a9-d9ca-497b-9190-d5c2ca5ed51b,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:23.868018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:23.877414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.878768 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/568d62a9-d9ca-497b-9190-d5c2ca5ed51b HTTP/1.1" status: 204 len: 168 time: 0.1998060 Dec 02 17:50:23.884881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0004bcd-8cd8-479b-9eaa-1b5fef8805cc req-0f9edcf1-591c-4080-a229-faa6fd44da01 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:23.890612 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0004bcd-8cd8-479b-9eaa-1b5fef8805cc req-0f9edcf1-591c-4080-a229-faa6fd44da01 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1982687 Dec 02 17:50:23.950031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:23.978764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:24.004842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5e2a-49c2-4bfb-b6c7-e07417eb5955 req-3cd5385b-40cb-484e-9342-c2fe60f3abc1 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:24.013239 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad4a5e2a-49c2-4bfb-b6c7-e07417eb5955 req-3cd5385b-40cb-484e-9342-c2fe60f3abc1 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.4279864 Dec 02 17:50:24.135794 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0004bcd-8cd8-479b-9eaa-1b5fef8805cc req-834b1b87-5759-4d78-8cd7-c7904b025c12 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201443 Dec 02 17:50:24.143039 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad4a5e2a-49c2-4bfb-b6c7-e07417eb5955 req-f63e38b3-fc21-4bf2-9ba8-73b4e5d85e8c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284664 Dec 02 17:50:24.158888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:24.174090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b55936e6-6fe9-4ee4-bbef-f2f9fe545549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:24.193582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9dbcfd-418a-42c3-bbe6-7ca7aa902f5f,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:24.202916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:24.204090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:24.207785 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d9dbcfd-418a-42c3-bbe6-7ca7aa902f5f HTTP/1.1" status: 204 len: 168 time: 0.4177234 Dec 02 17:50:24.765782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57236) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:24.792715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:24.810498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:24.844023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:24.848985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4dbccd0431486a9d6ba4d73294eae3 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:24.852717 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:24.859711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:24.918335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:24.919458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:24.966404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:24.969924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:24.979268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-120af0fb-f527-433d-a7a4-0b9c2bb2efcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:25.030984 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a4dbccd0431486a9d6ba4d73294eae3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2638664 Dec 02 17:50:25.031869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31281eac-06cf-41de-abee-a088e7511478,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:25.034238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57242) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:25.048219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:25.125687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:25.188801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:25.323767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:25.331935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:25.348204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:25.350122 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31281eac-06cf-41de-abee-a088e7511478 HTTP/1.1" status: 204 len: 168 time: 0.3148773 Dec 02 17:50:25.353358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31281eac-06cf-41de-abee-a088e7511478,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:25.358702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:25.526361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f65af8-45d0-4bd7-80c8-b98633224296 req-c9c1f6d9-68d1-467f-a08a-23f3ebbcdc7a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:25.528631 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-63f65af8-45d0-4bd7-80c8-b98633224296 req-c9c1f6d9-68d1-467f-a08a-23f3ebbcdc7a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.2164507 Dec 02 17:50:25.546425 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac96c9d-ccd2-4260-a353-df29900acdfb req-415490e1-b6b5-42d5-b5f8-175e1264f488 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:25.548590 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ac96c9d-ccd2-4260-a353-df29900acdfb req-415490e1-b6b5-42d5-b5f8-175e1264f488 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1432362 Dec 02 17:50:25.641343 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-63f65af8-45d0-4bd7-80c8-b98633224296 req-655dea03-1fca-4ea9-bf96-da18f4671e0f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030490 Dec 02 17:50:25.645826 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ac96c9d-ccd2-4260-a353-df29900acdfb req-3e305f55-b3c4-432e-81da-a8a87609db2b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725191 Dec 02 17:50:26.070407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1c27d-1a72-44b4-8e53-d311813eeeb0 req-1dc9b18d-3fea-4532-a038-cae0c57d541c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:26.072066 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-97d1c27d-1a72-44b4-8e53-d311813eeeb0 req-1dc9b18d-3fea-4532-a038-cae0c57d541c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1056564 Dec 02 17:50:26.083362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57292) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:26.092348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'floatingip': {'port_id': '675a6a06-7649-42a1-99eb-400e97d3f7d9'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:26.190641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:26.974817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e9e28-d6ae-4e69-a897-b0f86192c3b7 req-86e55c40-44dd-4f25-9f1b-388e015158f8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:26.980007 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-372e9e28-d6ae-4e69-a897-b0f86192c3b7 req-86e55c40-44dd-4f25-9f1b-388e015158f8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1201959 Dec 02 17:50:27.079658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:27.083349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:27.091726 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-372e9e28-d6ae-4e69-a897-b0f86192c3b7 req-460f97e9-655d-43d5-ac13-97aa1a104298 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036496 Dec 02 17:50:27.277869 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Floating IP 15f15f3f-db51-49b4-8c20-91b6dffdeffb associated. External IP: 172.28.1.104, port: 675a6a06-7649-42a1-99eb-400e97d3f7d9. Dec 02 17:50:27.869025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Router 0f5c791f-9470-432f-9f9e-af8074801fca has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:50:28.074242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:50:28.079549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:28.087880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] Sync routers for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:50:28.098792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:50:28.099496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:50:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:28.143118 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a367ba48-9aeb-429d-9f69-5cfc0cca083c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "PUT /v2.0/floatingips/15f15f3f-db51-49b4-8c20-91b6dffdeffb HTTP/1.1" status: 200 len: 992 time: 2.0582557 Dec 02 17:50:28.144011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:28.423296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2de8e1-b145-4d67-b867-856a254e2dbb req-1ca318e1-fd8f-45dc-bf61-5e462c4f0ed9 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:28.431564 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5e2de8e1-b145-4d67-b867-856a254e2dbb req-1ca318e1-fd8f-45dc-bf61-5e462c4f0ed9 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1630971 Dec 02 17:50:28.451017 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:50:28.500456 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5e2de8e1-b145-4d67-b867-856a254e2dbb req-0cbcbadf-94c6-4d2a-a13d-a77560827d9c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663433 Dec 02 17:50:28.584232 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9', 'status': 'completed', 'code': 200} Dec 02 17:50:28.744553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac929c-c387-48dd-b117-72bb826ace22 req-0f904307-2992-4a7a-bdbe-6e373dd243df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:28.747483 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abac929c-c387-48dd-b117-72bb826ace22 req-0f904307-2992-4a7a-bdbe-6e373dd243df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 1163 time: 0.1104159 Dec 02 17:50:28.909252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '15f15f3f-db51-49b4-8c20-91b6dffdeffb', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'port_id': '675a6a06-7649-42a1-99eb-400e97d3f7d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'mac_address': 'fa:16:3e:d7:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:58Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 1, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:28.910119 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] Checking router: 0f5c791f-9470-432f-9f9e-af8074801fca for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:50:28.922089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac929c-c387-48dd-b117-72bb826ace22 req-37313749-928a-4154-9492-fa50278b5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:28.923198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:50:28.923863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:50:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:28.924837 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abac929c-c387-48dd-b117-72bb826ace22 req-37313749-928a-4154-9492-fa50278b5d63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 903 time: 0.1709902 Dec 02 17:50:29.071536 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abac929c-c387-48dd-b117-72bb826ace22 req-647fb7d0-d894-4a22-a161-130ab0f6a23f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 200 len: 1000 time: 0.1360438 Dec 02 17:50:29.176477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:50:29.187946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac929c-c387-48dd-b117-72bb826ace22 req-837b17fd-becc-4d81-986a-b516ba69d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:29.190267 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abac929c-c387-48dd-b117-72bb826ace22 req-837b17fd-becc-4d81-986a-b516ba69d359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.0988193 Dec 02 17:50:29.316386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac929c-c387-48dd-b117-72bb826ace22 req-e29d737f-dba5-45e0-8bf0-226e36e2c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:29.318084 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abac929c-c387-48dd-b117-72bb826ace22 req-e29d737f-dba5-45e0-8bf0-226e36e2c94f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1200888 Dec 02 17:50:29.523278 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abac929c-c387-48dd-b117-72bb826ace22 req-e83c6fed-38ac-4011-bc29-4d5f3496f84f service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943159 Dec 02 17:50:29.672132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57442) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:29.688269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '15f15f3f-db51-49b4-8c20-91b6dffdeffb', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'port_id': '675a6a06-7649-42a1-99eb-400e97d3f7d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'mac_address': 'fa:16:3e:d7:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:58Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 1, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:50:29.695956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820abecc-55da-42ab-8336-2db69a78e7c4 None None] The sync data for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb is: [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '15f15f3f-db51-49b4-8c20-91b6dffdeffb', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'port_id': '675a6a06-7649-42a1-99eb-400e97d3f7d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'mac_address': 'fa:16:3e:d7:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:58Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 1, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:50:29.726421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ad0b-4d46-4074-a5a0-fc092f7bcb70 req-779b4a35-ac14-459d-a63a-80ffee02b8b0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:29.726635 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abac929c-c387-48dd-b117-72bb826ace22 req-73ca3b0e-7901-4928-b442-95e29febaddf service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1900411 Dec 02 17:50:29.728181 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9358ad0b-4d46-4074-a5a0-fc092f7bcb70 req-779b4a35-ac14-459d-a63a-80ffee02b8b0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0955751 Dec 02 17:50:29.786991 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9358ad0b-4d46-4074-a5a0-fc092f7bcb70 req-6c4fdf25-a6dc-4c3c-840c-e69aafd55851 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517166 Dec 02 17:50:29.869562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:29.886035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:29.890348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Usage tracker for resource:security_group_rule and tenant:d8ba9062c9214f0590cbbe6875f0dcc0 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:29.893348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:29.900161 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:30.000141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.004120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.017881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fb01c3da-53ae-47aa-8243-95b7c302813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:30.048234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57462) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:30.048342 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8ba9062c9214f0590cbbe6875f0dcc0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3750913 Dec 02 17:50:30.053654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1914a79-481f-4745-b823-d550356a47b7 None None] New status for floating IP 15f15f3f-db51-49b4-8c20-91b6dffdeffb: ACTIVE {{(pid=80259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:50:30.069243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da09c7aa-2cd8-4289-bf25-b2e1a7f76f21,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:30.072911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:30.132212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.164063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.220223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.225535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4ce59db0-aa63-4ec9-be0b-e616d73cd622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:30.238793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da09c7aa-2cd8-4289-bf25-b2e1a7f76f21,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:30.241349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:30.250800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.252061 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da09c7aa-2cd8-4289-bf25-b2e1a7f76f21 HTTP/1.1" status: 204 len: 168 time: 0.2022314 Dec 02 17:50:30.653751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57490) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:30.676148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.693115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:30.698519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Usage tracker for resource:security_group_rule and tenant:dacd03f10ace45be808e2255ef819cf7 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:30.701710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:30.707560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:30.801114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.804059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:30.813656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-59b6b326-bb6f-49a3-854e-660cc9320eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:30.859822 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dacd03f10ace45be808e2255ef819cf7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2022972 Dec 02 17:50:30.860105 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57502) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:30.862955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b6fcfc-464e-48d2-b512-4e422423c61d,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:30.881975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:30.964400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:31.005889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:31.070553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bade5f-1f02-4f6f-b8eb-82dae2327e0f req-79aea872-b448-4701-8db8-27d582328b0d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:31.072192 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a8bade5f-1f02-4f6f-b8eb-82dae2327e0f req-79aea872-b448-4701-8db8-27d582328b0d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1475828 Dec 02 17:50:31.079569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:31.086057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-af97e51f-d537-4fb8-bb72-6d8152255892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:31.114050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b6fcfc-464e-48d2-b512-4e422423c61d,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:31.125401 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:31.126165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:31.127427 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48b6fcfc-464e-48d2-b512-4e422423c61d HTTP/1.1" status: 204 len: 168 time: 0.2664952 Dec 02 17:50:31.149554 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a8bade5f-1f02-4f6f-b8eb-82dae2327e0f req-92cb3f61-bca7-46d4-9938-a59faaa08d13 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644691 Dec 02 17:50:31.621337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57532) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:31.849016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:31.876679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:31.882272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6464a209f34b339a6ef1a7c865bbe0 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:31.885585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:31.893373 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:31.993553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:31.999218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:32.017911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4038f5dd-6877-4a07-9544-d0089b77bf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:32.054631 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a6464a209f34b339a6ef1a7c865bbe0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4318423 Dec 02 17:50:32.057102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57564) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:32.069646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f966e8-55f6-4bab-a4d9-8527efb6cfa9,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:32.073585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:32.129597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:32.162559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:32.222136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:32.234979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a48ffa7c-6f01-44b8-ac2a-7e520a6a4cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:32.251192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f966e8-55f6-4bab-a4d9-8527efb6cfa9,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:32.254523 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:32.261053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:32.262456 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20f966e8-55f6-4bab-a4d9-8527efb6cfa9 HTTP/1.1" status: 204 len: 168 time: 0.2040825 Dec 02 17:50:32.468740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f464117-c60d-4953-bc38-4d60e6ba46ea req-f7ba37e6-cbcf-499b-bd63-9ea4ad3aa22d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:32.476488 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8f464117-c60d-4953-bc38-4d60e6ba46ea req-f7ba37e6-cbcf-499b-bd63-9ea4ad3aa22d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1223269 Dec 02 17:50:32.531879 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8f464117-c60d-4953-bc38-4d60e6ba46ea req-7d5524f5-2058-4c38-a949-bc5f8a19eb78 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543661 Dec 02 17:50:32.734800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57596) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:32.895340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:32.911317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:32.915296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Usage tracker for resource:security_group_rule and tenant:0985dfb0cfd241a5892019f38a96eb20 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:32.918780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:32.924635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:33.011049 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:33.014229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:33.023350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-854d546b-5021-45ff-948e-6379b9773c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:33.067284 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c380122-7720-42fc-ab2b-946576a11273,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:33.070982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:33.076416 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0985dfb0cfd241a5892019f38a96eb20&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3379221 Dec 02 17:50:33.076936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57612) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:33.149170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:33.182069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:33.241149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:33.247157 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6e3d2e44-9367-4a03-8e27-c5a4520d9a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:33.261871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c380122-7720-42fc-ab2b-946576a11273,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:33.275547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:33.276485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:33.281568 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c380122-7720-42fc-ab2b-946576a11273 HTTP/1.1" status: 204 len: 168 time: 0.2036517 Dec 02 17:50:33.726210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57658) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:33.768123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad998c09-ca02-45b4-a7bf-3a128a15d0dc req-49a9447c-b1ee-43db-b4bb-48ae9bd8c466 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:33.771071 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad998c09-ca02-45b4-a7bf-3a128a15d0dc req-49a9447c-b1ee-43db-b4bb-48ae9bd8c466 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0987949 Dec 02 17:50:33.832703 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad998c09-ca02-45b4-a7bf-3a128a15d0dc req-8d1f10ca-d763-4a1b-bc86-2d62f9b68a3f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540485 Dec 02 17:50:33.923046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:33.939699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:33.943992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Usage tracker for resource:security_group_rule and tenant:932679ca1ad54df0a63807cd76e1de83 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:33.947516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:33.955769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:34.067191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:34.070547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:34.081341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-40340f1d-f06d-40ed-b365-53228612e1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:34.137813 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=932679ca1ad54df0a63807cd76e1de83&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4076376 Dec 02 17:50:34.138058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57680) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:34.141260 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e98e532-a0f6-4785-b7a5-9166cb6a0a3b,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:34.174979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:34.228530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:34.264708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:34.324948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:34.331126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f7a7ec8d-f75e-4c48-a1a5-d9354baac6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:34.346346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e98e532-a0f6-4785-b7a5-9166cb6a0a3b,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:34.351004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:34.368397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:34.372037 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e98e532-a0f6-4785-b7a5-9166cb6a0a3b HTTP/1.1" status: 204 len: 168 time: 0.2305763 Dec 02 17:50:34.405562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:50:35.060944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d7ca-6b0e-447f-8580-05124a4936ac req-e6f76a6e-2141-4cc5-b36b-2e75aff9dd54 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:35.062699 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f719d7ca-6b0e-447f-8580-05124a4936ac req-e6f76a6e-2141-4cc5-b36b-2e75aff9dd54 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0881712 Dec 02 17:50:35.118004 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f719d7ca-6b0e-447f-8580-05124a4936ac req-20b3df96-1457-4ec4-9eed-294decf38336 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Dec 02 17:50:35.428905 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57756) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:35.594452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:35.643816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:35.653650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Usage tracker for resource:security_group_rule and tenant:24c7c05ba368441db6eaa77bed34ccb7 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:35.657217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:35.665069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:35.776851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:35.780570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:35.796437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cf7e8465-0857-4d21-ac76-8fbb04af63d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:35.855842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cadc34-9720-4b89-85f7-881647eb4f66,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:35.877877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57784) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:35.889677 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24c7c05ba368441db6eaa77bed34ccb7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4592741 Dec 02 17:50:35.893082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:35.958963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:35.996424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:36.069601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:36.083100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:36.105204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cadc34-9720-4b89-85f7-881647eb4f66,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:36.108393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:36.110136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:36.115523 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2cadc34-9720-4b89-85f7-881647eb4f66 HTTP/1.1" status: 204 len: 168 time: 0.2356932 Dec 02 17:50:36.379714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d78050-ceb9-40eb-99b1-ed923c83fc7c req-b3e690d4-6c38-46c9-9a55-f1b6a5fc1d67 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:36.388607 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-96d78050-ceb9-40eb-99b1-ed923c83fc7c req-b3e690d4-6c38-46c9-9a55-f1b6a5fc1d67 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1229241 Dec 02 17:50:36.443695 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-96d78050-ceb9-40eb-99b1-ed923c83fc7c req-84e16fc0-675b-4c95-9f1d-64ac607d6774 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539520 Dec 02 17:50:37.624017 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57882) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:37.708368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45c41f-c329-4b89-8b61-ab9924db44b4 req-ecfe8b5d-9416-4c58-a001-4c261b6b4996 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:37.710744 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4b45c41f-c329-4b89-8b61-ab9924db44b4 req-ecfe8b5d-9416-4c58-a001-4c261b6b4996 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1091700 Dec 02 17:50:37.760142 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4b45c41f-c329-4b89-8b61-ab9924db44b4 req-b42a30b2-1070-42c8-8c47-28981028b189 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Dec 02 17:50:37.817395 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:37.838373 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:37.842833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0e69bed2bf51496cb9f54b3668e1901d is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:37.846139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:37.852551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:37.949749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:37.951945 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:37.984313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-42b28ba1-7554-4788-8739-ce21dd36b294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:37.993539 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e69bed2bf51496cb9f54b3668e1901d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3678315 Dec 02 17:50:37.999508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57902) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:38.033689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dd5d8b-fa6f-4b79-a9c8-3d0fa45215c2,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:38.038276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:38.085183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:38.115775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:38.162857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:38.168480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-33d46840-1d39-4338-b99f-09f1ab73be18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:38.187197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dd5d8b-fa6f-4b79-a9c8-3d0fa45215c2,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:38.192543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:38.197387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:38.198910 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12dd5d8b-fa6f-4b79-a9c8-3d0fa45215c2 HTTP/1.1" status: 204 len: 168 time: 0.1983974 Dec 02 17:50:38.368244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c15675a-b97c-4ddc-974d-20b86b0ffed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:38.997834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e9de-c961-45b6-b31c-1fdbe03b0d41 req-4249428e-5f01-4151-87a7-1e1baeb59ccf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:38.999572 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2607e9de-c961-45b6-b31c-1fdbe03b0d41 req-4249428e-5f01-4151-87a7-1e1baeb59ccf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0940866 Dec 02 17:50:39.067215 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2607e9de-c961-45b6-b31c-1fdbe03b0d41 req-a47c8749-7c8c-4427-a7a9-0bf043b1a74d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611985 Dec 02 17:50:39.111265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 57950) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:39.297811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1835858592-network', 'tenant_id': '9b0726087bef40ba872c25b66a1f4f88'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:39.313641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:39.320791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Usage tracker for resource:network and tenant:9b0726087bef40ba872c25b66a1f4f88 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:39.324038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:39.330181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:39.341707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Made reservation on behalf of 9b0726087bef40ba872c25b66a1f4f88 for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:50:39.346527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.360505 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.376484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:39.381681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0726087bef40ba872c25b66a1f4f88 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:39.384712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:39.391198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:39.486469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.488856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.499171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7a3a31ab-6a72-4664-8fba-1b83b342373a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:39.519100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:50:39.545022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.545418 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Added segment fb8f1751-c4bf-47f7-86e1-75fac9646548 of type vxlan for network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 Dec 02 17:50:39.548130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a71943-1511-40e8-9442-16e8f6b8eea3,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:39.550578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:39.581434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.621991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.623341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:39.623984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.629158 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:39.694296 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5792208 Dec 02 17:50:39.694975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 57982) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:39.706465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Request body: {'subnet': {'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1835858592-subnet', 'tenant_id': '9b0726087bef40ba872c25b66a1f4f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:39.712895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:39.717402 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Usage tracker for resource:subnet and tenant:9b0726087bef40ba872c25b66a1f4f88 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:39.720651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:39.728390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:39.741153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Made reservation on behalf of 9b0726087bef40ba872c25b66a1f4f88 for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:50:39.748313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Pushing event updated for resources: {'Network': ['ID=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:39.749282 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:39.757499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:50:39.759978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844186525'] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:39.866532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:50:40.301098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10989473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844186510'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:40.327840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eafae6b6-452f-4783-bcd9-da866e152b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:40.417433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7190841-830b-41a3-865e-5c8d33049eb8,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:40.425816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:40.518604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29b598-0124-4d83-b345-101423a3cd6d req-95895ffe-2347-41ba-8260-b6f187fd7402 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:40.524140 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a29b598-0124-4d83-b345-101423a3cd6d req-95895ffe-2347-41ba-8260-b6f187fd7402 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.3112543 Dec 02 17:50:40.619533 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a29b598-0124-4d83-b345-101423a3cd6d req-dc9bbda5-6e55-487a-93e3-5567975f0420 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910265 Dec 02 17:50:40.655651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Checking segment: {'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:50:40.656054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Network hostable DHCP agents. Network: 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:50:40.677568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:50:40.687555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:50:40.699016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174d2e1-de2c-4f85-b373-9fccd33c3872 None None] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:50:40.700870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:40.701525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:40.723090 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0266802 Dec 02 17:50:40.961711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0001fcf5-583d-477c-bcec-b3f4e9d04155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:40.967438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1116a1-65ff-480a-a8a6-11e6dc920430 None None] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:50:41.086729 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:41.873933 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58098) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:41.880111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4153904-45cd-453b-85b3-62431e3b8601 req-906fb1db-2b4f-4812-8c17-6d99f86db5d9 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:41.882055 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b4153904-45cd-453b-85b3-62431e3b8601 req-906fb1db-2b4f-4812-8c17-6d99f86db5d9 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0997767 Dec 02 17:50:41.953507 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b4153904-45cd-453b-85b3-62431e3b8601 req-03094f2f-175a-42cf-80f9-5509ea0d77d0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Dec 02 17:50:42.068048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.088132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:42.092473 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0da238b6c8fc4848840953bb8f3317fd is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:42.095608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:42.104188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:42.201663 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.205042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.217314 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58114) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:42.219766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7656d4e5-396b-4d69-80c0-36f42d68f80f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:42.270090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.274407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58120) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:42.274584 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0da238b6c8fc4848840953bb8f3317fd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3986549 Dec 02 17:50:42.275724 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a84d4a-01bc-4247-976c-691cb04d856a,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:42.279819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:42.438592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.468628 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.488591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:42.497126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd22ce109914d37af956b92214d6bbd is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:42.501367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:42.507576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:42.513321 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.597794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.608251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.611813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.630540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.644094 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ae4545fa-da47-48d9-ab1d-621ba51b0eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:42.663197 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcd22ce109914d37af956b92214d6bbd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4365981 Dec 02 17:50:42.671042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58134) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:42.679967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f909ff-ab0b-403f-bad7-ea52b46472b3,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:42.683838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:42.739497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.746864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:42.758788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.763904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a84d4a-01bc-4247-976c-691cb04d856a,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:42.775844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:42.807707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.833247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.837514 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0a84d4a-01bc-4247-976c-691cb04d856a HTTP/1.1" status: 204 len: 168 time: 0.5587730 Dec 02 17:50:42.877827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.883857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-224d2115-fe3c-4b3a-bd2f-b39cef5c31d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:42.905381 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f909ff-ab0b-403f-bad7-ea52b46472b3,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:42.940195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:42.952350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:42.956176 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0f909ff-ab0b-403f-bad7-ea52b46472b3 HTTP/1.1" status: 204 len: 168 time: 0.2814684 Dec 02 17:50:43.091502 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-6fe59289-1da5-4100-b2ab-ed00235f61ba tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:43.099171 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-6fe59289-1da5-4100-b2ab-ed00235f61ba tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/networks?id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 HTTP/1.1" status: 200 len: 814 time: 0.1871767 Dec 02 17:50:43.118683 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-dec2cc6c-b865-4b7f-a3e3-9da87c488807 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/quotas/9b0726087bef40ba872c25b66a1f4f88 HTTP/1.1" status: 200 len: 375 time: 0.0177243 Dec 02 17:50:43.175216 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-26d9577e-a522-4cfc-bd1e-5de09189d639 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b0726087bef40ba872c25b66a1f4f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562832 Dec 02 17:50:43.440560 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-3de45d92-a7ad-481e-8ea2-8952cf396f76 service neutron] 10.222.0.10 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228646 Dec 02 17:50:43.447478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502bf81-83a2-479a-80a1-8dd0942a2f97 req-1fefd6ed-3d71-4075-a2e0-ffa18e879dae tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:43.449040 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9502bf81-83a2-479a-80a1-8dd0942a2f97 req-1fefd6ed-3d71-4075-a2e0-ffa18e879dae tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.2913737 Dec 02 17:50:43.527586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58168) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:43.547697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:43.563605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:43.567666 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Usage tracker for resource:security_group_rule and tenant:e76edccdab0444dd9d5fa246d6102701 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:43.570617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:43.576498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:43.592971 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9502bf81-83a2-479a-80a1-8dd0942a2f97 req-46f3a693-4dc9-437d-bad0-65947ff51981 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188622 Dec 02 17:50:43.637076 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-910815aa-772d-47dd-a2d0-3e9730aa4ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1870072 Dec 02 17:50:43.689818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:43.695233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:43.718000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:43.738568 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e76edccdab0444dd9d5fa246d6102701&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2096872 Dec 02 17:50:43.741585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58176) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:43.761123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba69e72-6228-494c-b27c-37ec920ae580,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:43.779978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:43.870799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:43.879726 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1383efb0-3624-4244-a41a-28f839475e25 req-5641e481-a565-4b96-8165-9826dd9afb39 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 210 time: 0.0524387 Dec 02 17:50:43.907589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:43.960759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:43.966464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c3854141-c385-43b4-adf0-adb6ecfbb066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:43.980568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba69e72-6228-494c-b27c-37ec920ae580,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:43.985352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:43.987586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:43.988814 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cba69e72-6228-494c-b27c-37ec920ae580 HTTP/1.1" status: 204 len: 168 time: 0.2462561 Dec 02 17:50:44.555398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58212) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:44.813957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2d18-6264-4854-a23f-8e42f84095ec req-b5e10c20-2e54-493d-8fd0-b438175c6ba7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:44.815637 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fccd2d18-6264-4854-a23f-8e42f84095ec req-b5e10c20-2e54-493d-8fd0-b438175c6ba7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0896647 Dec 02 17:50:44.854075 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:44.882555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:44.891864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd4c18df62f4e0d87557a117fcaa665 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:44.897645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:44.907378 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fccd2d18-6264-4854-a23f-8e42f84095ec req-fb9ae5c7-3966-44c7-8bc6-a054c8f455a0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755630 Dec 02 17:50:44.908274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:45.006126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:45.009454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:45.018604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-52c2bfc5-7e72-4132-85d1-9693f851877a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:45.104273 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4dd4c18df62f4e0d87557a117fcaa665&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5470936 Dec 02 17:50:45.107079 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58238) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:45.112504 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a43cbeca-1d04-4c87-8438-7c84eeb4299d req-f7e82cc9-4a6d-4742-9c3c-3e017febbe3b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 210 time: 0.0593045 Dec 02 17:50:45.113182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c719c55b-31e5-424c-a568-d9e2755ac64d,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:45.129622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:45.235005 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:45.377544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:45.476593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:45.482595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4fff1ef5-d001-479f-b785-bccc1afdedf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:45.497873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-46e64f5a-ab8f-4cc1-a7d5-502ac9a14ddc tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:45.498643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-46e64f5a-ab8f-4cc1-a7d5-502ac9a14ddc tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Synchronizing usage tracker for tenant:9b0726087bef40ba872c25b66a1f4f88 on resource:network {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:50:45.507989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719c55b-31e5-424c-a568-d9e2755ac64d,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:45.535931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:45.552203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:45.555467 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c719c55b-31e5-424c-a568-d9e2755ac64d HTTP/1.1" status: 204 len: 168 time: 0.4463446 Dec 02 17:50:45.560827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-46e64f5a-ab8f-4cc1-a7d5-502ac9a14ddc tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Unset dirty status for tenant:9b0726087bef40ba872c25b66a1f4f88 on resource:network {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:50:45.561963 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-46e64f5a-ab8f-4cc1-a7d5-502ac9a14ddc tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "GET /v2.0/networks?id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 HTTP/1.1" status: 200 len: 814 time: 0.3685949 Dec 02 17:50:45.600458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Request body: {'port': {'device_id': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6', 'admin_state_up': True, 'tenant_id': '9b0726087bef40ba872c25b66a1f4f88'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:45.763747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:45.767906 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Usage tracker for resource:port and tenant:9b0726087bef40ba872c25b66a1f4f88 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:45.771298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Quota usage for port was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:45.777773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:45.786770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Made reservation on behalf of 9b0726087bef40ba872c25b66a1f4f88 for: {'port': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:50:45.792340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:45.953664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58282) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:45.975751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.009985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:46.020373 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Usage tracker for resource:security_group_rule and tenant:b8f1cefa0a8040749595af1d4017d46f is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:46.024831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:46.039154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:46.126134 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Allocated IP 172.20.0.2 (1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6/e7190841-830b-41a3-865e-5c8d33049eb8/db25d83c-fd6c-427c-adec-745d315997b4) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:50:46.201599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcfeb4-3b33-450b-b35a-40c0ea9ed668 req-893e7529-f190-4763-922b-a76c2e31d170 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:46.203383 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dcdcfeb4-3b33-450b-b35a-40c0ea9ed668 req-893e7529-f190-4763-922b-a76c2e31d170 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1446152 Dec 02 17:50:46.265627 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.279235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.291130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4dd2cf57-67e4-4351-81e5-521ca6e2b608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:46.324874 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dcdcfeb4-3b33-450b-b35a-40c0ea9ed668 req-c40b0bca-66a9-468e-ac0e-ea3e456ff722 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029255 Dec 02 17:50:46.403652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476f7676-91a9-4a1d-bf1a-815d26086dca,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:46.410786 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8f1cefa0a8040749595af1d4017d46f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4534876 Dec 02 17:50:46.410786 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:46.412186 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8582799f-9066-4abd-9938-05d49934dd3c req-c84d4b69-e564-472e-9f07-0303ce21c6f8 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 210 time: 0.0908980 Dec 02 17:50:46.412689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58294) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:46.448431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.480569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.490802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.510949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.570025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.575819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e3f6bc9c-3c50-4273-afb2-5fef8ea38322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:46.579145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:46.590188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f7676-91a9-4a1d-bf1a-815d26086dca,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:46.596725 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:46.602831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.604122 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/476f7676-91a9-4a1d-bf1a-815d26086dca HTTP/1.1" status: 204 len: 168 time: 0.1904423 Dec 02 17:50:46.702539 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:50:46.708481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Pushing event updated for resources: {'Port': ['ID=db25d83c-fd6c-427c-adec-745d315997b4,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:46.709584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:50:46.711440 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:46.712181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:50:46.794579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:46.795429 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:46.825499 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2320518 Dec 02 17:50:46.848331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Request body: {'port': {'device_id': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:50:47.212087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:47.671950 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca600b-a210-42ca-818d-56c0124bc946 req-73b1b666-3cbe-4806-b3a5-41217be26fc0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:47.673563 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-52ca600b-a210-42ca-818d-56c0124bc946 req-73b1b666-3cbe-4806-b3a5-41217be26fc0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1729405 Dec 02 17:50:47.701095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db25d83c-fd6c-427c-adec-745d315997b4 {{(pid=80258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:50:47.709017 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:47.715949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e3a86-6e4d-4616-9f95-e5f7712971a1 req-b9a84800-a325-4f88-a8a6-1e836eb25988 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:47.717586 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b05e3a86-6e4d-4616-9f95-e5f7712971a1 req-b9a84800-a325-4f88-a8a6-1e836eb25988 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 931 time: 0.1348910 Dec 02 17:50:47.723748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Transition to ACTIVE for port object db25d83c-fd6c-427c-adec-745d315997b4 will not be triggered until provisioned by entity L2. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:50:47.726327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:47.742625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:47.763849 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-52ca600b-a210-42ca-818d-56c0124bc946 req-7071498c-9cae-4830-a8cc-0a3bc9ec3fb7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765328 Dec 02 17:50:47.799584 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b05e3a86-6e4d-4616-9f95-e5f7712971a1 req-3529acf5-42a0-47d1-9e61-1311f4d785cf tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Dec 02 17:50:47.882129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Pushing event updated for resources: {'Port': ['ID=db25d83c-fd6c-427c-adec-745d315997b4,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:47.897971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:48.077908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Attempting to bind port db25d83c-fd6c-427c-adec-745d315997b4 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:50:48.078286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Attempting to bind port db25d83c-fd6c-427c-adec-745d315997b4 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:50:48.078650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Attempting to bind port db25d83c-fd6c-427c-adec-745d315997b4 on network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:50:48.084422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:50:48.084791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Checking segment: {'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:50:48.085513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:48.085513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Bound using segment: {'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:50:48.086152 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Bound port: db25d83c-fd6c-427c-adec-745d315997b4, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'}}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:50:48.086333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:48.181275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] For port db25d83c-fd6c-427c-adec-745d315997b4, host hv-cinder-73362, cleared binding levels {{(pid=80258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:50:48.184529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] For port db25d83c-fd6c-427c-adec-745d315997b4, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=db25d83c-fd6c-427c-adec-745d315997b4,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:50:48.187887 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:48.204297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b60c9370-18e1-4278-877c-46b0d0afa89a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:48.279052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Pushing event updated for resources: {'Port': ['ID=db25d83c-fd6c-427c-adec-745d315997b4,revision_number=3']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:48.286652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:48.412290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:48.413102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:48.414821 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] 10.222.0.60 "PUT /v2.0/ports/db25d83c-fd6c-427c-adec-745d315997b4 HTTP/1.1" status: 200 len: 1157 time: 1.5714989 Dec 02 17:50:48.415476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:48.549517 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4', 'status': 'completed', 'code': 200} Dec 02 17:50:48.591321 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-2908cc10-2388-4252-ac5e-5b0752c857ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:48.592996 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-2908cc10-2388-4252-ac5e-5b0752c857ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b0726087bef40ba872c25b66a1f4f88&device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 1160 time: 0.1174788 Dec 02 17:50:48.685318 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-67178020-0373-458a-bafc-2362681fb3de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db25d83c-fd6c-427c-adec-745d315997b4 HTTP/1.1" status: 200 len: 217 time: 0.0756853 Dec 02 17:50:48.772483 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-0615b64d-1c70-4ce0-ba6a-f144650adee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:48.774354 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-0615b64d-1c70-4ce0-ba6a-f144650adee2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7190841-830b-41a3-865e-5c8d33049eb8 HTTP/1.1" status: 200 len: 854 time: 0.0828385 Dec 02 17:50:48.838171 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-e237a3a6-c390-4c84-a14e-8579b69194aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520368 Dec 02 17:50:49.014442 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-97c92176-d169-4a0f-944d-ecbec1010589 service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674645 Dec 02 17:50:49.174633 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-60e142ad-a70b-4fcd-9c92-c5a5ce38a1af req-49fb560b-9130-4e41-92f6-72d4db332915 service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1517081 Dec 02 17:50:49.197372 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972b33-912f-489f-bb9e-70b7b55f5a02 req-7e923e9e-c9c1-4141-b144-2c90435ba0db tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:49.199614 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-17972b33-912f-489f-bb9e-70b7b55f5a02 req-7e923e9e-c9c1-4141-b144-2c90435ba0db tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 943 time: 0.1857052 Dec 02 17:50:49.211710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573da97-affe-4c7b-824a-1c150b7d08de req-65bb1d7c-4d4b-4da9-be98-505c972f25c3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:49.213387 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9573da97-affe-4c7b-824a-1c150b7d08de req-65bb1d7c-4d4b-4da9-be98-505c972f25c3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1405210 Dec 02 17:50:49.293232 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-17972b33-912f-489f-bb9e-70b7b55f5a02 req-ace08bab-a26b-48ad-9bdc-0f51e36bad8a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776048 Dec 02 17:50:49.319172 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9573da97-affe-4c7b-824a-1c150b7d08de req-0f031119-ed3d-479d-b9c3-fc52f6227e06 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841739 Dec 02 17:50:49.410879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228df707-1773-4d21-a3f3-5bbfa896454a req-72ef14f3-8045-4cb4-b3a4-7c7fcb059ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:49.412580 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-228df707-1773-4d21-a3f3-5bbfa896454a req-72ef14f3-8045-4cb4-b3a4-7c7fcb059ce1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b0726087bef40ba872c25b66a1f4f88&device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 1160 time: 0.1091473 Dec 02 17:50:49.457011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58422) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:49.575177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228df707-1773-4d21-a3f3-5bbfa896454a req-79237512-0c9b-4615-803d-574e26696369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:49.576691 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-228df707-1773-4d21-a3f3-5bbfa896454a req-79237512-0c9b-4615-803d-574e26696369 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 HTTP/1.1" status: 200 len: 908 time: 0.1545115 Dec 02 17:50:49.621524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:49.637876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:49.641979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Usage tracker for resource:security_group_rule and tenant:66f83b7c7d61424ca2f0c096b08adbbc is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:49.645495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:49.650456 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-228df707-1773-4d21-a3f3-5bbfa896454a req-b19e4d9c-54eb-49ff-be8c-3de7d4bdfac7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db25d83c-fd6c-427c-adec-745d315997b4 HTTP/1.1" status: 200 len: 217 time: 0.0657563 Dec 02 17:50:49.653085 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:49.730790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228df707-1773-4d21-a3f3-5bbfa896454a req-afe7f725-099f-4b78-a98c-9502acd754bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:49.732420 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-228df707-1773-4d21-a3f3-5bbfa896454a req-afe7f725-099f-4b78-a98c-9502acd754bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7190841-830b-41a3-865e-5c8d33049eb8 HTTP/1.1" status: 200 len: 854 time: 0.0749016 Dec 02 17:50:49.755233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:49.759322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:49.770857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a46f7c42-b99c-4c8b-957c-ef215c3d672b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:49.788602 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-228df707-1773-4d21-a3f3-5bbfa896454a req-83387b74-ec2f-4dff-b730-ec6c80f55024 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490096 Dec 02 17:50:49.801962 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58432) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:49.817066 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66f83b7c7d61424ca2f0c096b08adbbc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3586779 Dec 02 17:50:49.818745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23eca81-0a7a-4487-aaca-929a0296e44f,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:49.821341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58434) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:49.824572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:49.890733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-658fab7a-66d7-4c61-ad61-52fecb1b0712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:49.929193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-658fab7a-66d7-4c61-ad61-52fecb1b0712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:49.954876 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-228df707-1773-4d21-a3f3-5bbfa896454a req-1c8cc554-ce7a-483a-8c41-b590473e8118 service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538162 Dec 02 17:50:49.986384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-658fab7a-66d7-4c61-ad61-52fecb1b0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:49.992449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-426dd966-79c1-42ee-b9cc-b6438487482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:50.005658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fab7a-66d7-4c61-ad61-52fecb1b0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23eca81-0a7a-4487-aaca-929a0296e44f,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:50.011288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-658fab7a-66d7-4c61-ad61-52fecb1b0712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:50.027889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-658fab7a-66d7-4c61-ad61-52fecb1b0712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.036257 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-658fab7a-66d7-4c61-ad61-52fecb1b0712 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a23eca81-0a7a-4487-aaca-929a0296e44f HTTP/1.1" status: 204 len: 168 time: 0.2138045 Dec 02 17:50:50.046088 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.116643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:50.122748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4e32a78c9f42a48086462e5210e0d9 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:50.130664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:50.141885 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:50.195216 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-228df707-1773-4d21-a3f3-5bbfa896454a req-bafa2a2e-6de8-4d32-ba52-fb73b72335eb service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2245970 Dec 02 17:50:50.272897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.276164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.286202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:50.337814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58452) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:50.338310 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e4e32a78c9f42a48086462e5210e0d9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5116351 Dec 02 17:50:50.339477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3852f-c334-4a5c-b7e9-8a3953cb3954,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:50.355600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:50.427975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.462966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.505028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58460) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:50.527966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.536825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.557309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:50.563663 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ef24fc60a145f69f804fce86f7fd0a is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:50.567650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:50.574412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:50.579205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e752f85a-4bba-48e0-847d-5ff768220192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:50.606308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3852f-c334-4a5c-b7e9-8a3953cb3954,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:50.612859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:50.616844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.620664 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15d3852f-c334-4a5c-b7e9-8a3953cb3954 HTTP/1.1" status: 204 len: 168 time: 0.2790778 Dec 02 17:50:50.704759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.708120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.718918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fc1aa362-0478-47a5-9271-9d3b4066b394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:50.726124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095403a-f12f-4616-afa6-63d18e9a06ca req-254220a7-a354-4315-aad1-51c0165cad9f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:50.735650 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e095403a-f12f-4616-afa6-63d18e9a06ca req-254220a7-a354-4315-aad1-51c0165cad9f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.2000656 Dec 02 17:50:50.770926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b983f54-79cd-4ee4-b34b-fcdf0556194c,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:50.785480 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9ef24fc60a145f69f804fce86f7fd0a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2790320 Dec 02 17:50:50.786741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:50.788218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58470) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:50.850153 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e095403a-f12f-4616-afa6-63d18e9a06ca req-0b0472d7-08e9-40dd-9657-51ff9fb43bc9 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135585 Dec 02 17:50:50.859141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.878695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cc1c1-7100-4354-880f-04a8d4d636ae req-0035fc79-222e-4913-ba42-f05fcd0aaa3a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:50.888209 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ce7cc1c1-7100-4354-880f-04a8d4d636ae req-0035fc79-222e-4913-ba42-f05fcd0aaa3a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 943 time: 0.2213304 Dec 02 17:50:50.896528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.937898 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ce7cc1c1-7100-4354-880f-04a8d4d636ae req-ac10dbb0-dfec-4ae4-b7e1-8648f0a9bc33 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 Dec 02 17:50:50.973218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:50.981179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e52908ec-3ddf-4a57-941f-6d9bd8247957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:50.998823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b983f54-79cd-4ee4-b34b-fcdf0556194c,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:51.001823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:51.007466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.011744 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b983f54-79cd-4ee4-b34b-fcdf0556194c HTTP/1.1" status: 204 len: 168 time: 0.2200718 Dec 02 17:50:51.191255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58482) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:51.210636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.226525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:51.231213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Usage tracker for resource:security_group_rule and tenant:3d8976ce964b4deebcf6b00b48f2df94 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:51.235132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:51.241415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:51.332298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.335228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.344641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:51.387280 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d8976ce964b4deebcf6b00b48f2df94&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1948361 Dec 02 17:50:51.390210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58490) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:51.390889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e50b325-81e4-4ccf-91c9-e30637981a9d,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:51.395860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:51.459427 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.487978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.534126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.539319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1cd7b156-8b18-4166-aade-4a21218cb064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:51.552284 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e50b325-81e4-4ccf-91c9-e30637981a9d,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:51.556822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:51.557984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:51.559709 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e50b325-81e4-4ccf-91c9-e30637981a9d HTTP/1.1" status: 204 len: 168 time: 0.1652505 Dec 02 17:50:51.712571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-7648b8ad-2aa2-4286-8c24-8b69b446317b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:50:52.191884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec666bf-b944-41aa-9f7e-ac35ae5ff99f req-f4b0172a-b582-48df-a1bc-59e99037b94f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:52.199637 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2ec666bf-b944-41aa-9f7e-ac35ae5ff99f req-f4b0172a-b582-48df-a1bc-59e99037b94f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1898782 Dec 02 17:50:52.272252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2ec666bf-b944-41aa-9f7e-ac35ae5ff99f req-eed1a92d-61e1-4a82-b0d6-db76f735c39a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709093 Dec 02 17:50:52.325152 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c9ce1-f328-4bdd-bb58-04ba8f639f51 req-40f10ea6-37bf-422c-8ebe-bf982cc70a65 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:52.326780 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4c9ce1-f328-4bdd-bb58-04ba8f639f51 req-40f10ea6-37bf-422c-8ebe-bf982cc70a65 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 943 time: 0.1803389 Dec 02 17:50:52.379429 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4c9ce1-f328-4bdd-bb58-04ba8f639f51 req-3a428c29-3767-4b5a-84c2-dc12c7740429 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Dec 02 17:50:52.496711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device db25d83c-fd6c-427c-adec-745d315997b4 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:52.567637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port db25d83c-fd6c-427c-adec-745d315997b4 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:50:52.573747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port db25d83c-fd6c-427c-adec-745d315997b4 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:52.574187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:52.717558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:52.746336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:50:52.756851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port db25d83c-fd6c-427c-adec-745d315997b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=db25d83c-fd6c-427c-adec-745d315997b4,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:50:52.759927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:52.762528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1ba3492b-9d0d-4024-af95-496956ef26a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:52.841310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=db25d83c-fd6c-427c-adec-745d315997b4,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:52.849828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:52.851299 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4', 'code': 200} Dec 02 17:50:53.212143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77ab0-c783-49b5-a9cc-1936f1e8384c req-ea888cf7-5888-45bb-a390-6a4f0a53f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:53.214443 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-70f77ab0-c783-49b5-a9cc-1936f1e8384c req-ea888cf7-5888-45bb-a390-6a4f0a53f1b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 1162 time: 0.1130745 Dec 02 17:50:53.256732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device db25d83c-fd6c-427c-adec-745d315997b4 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:50:53.277227 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-70f77ab0-c783-49b5-a9cc-1936f1e8384c req-cb671320-5290-4bcb-b6cc-dea465f56945 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559433 Dec 02 17:50:53.341606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port db25d83c-fd6c-427c-adec-745d315997b4 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:50:53.341988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:53.640438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf00ac3-2286-4766-92e6-b519da627568 req-6b870d19-1c43-4710-9736-d14b2d6871ac tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:53.649324 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bdf00ac3-2286-4766-92e6-b519da627568 req-6b870d19-1c43-4710-9736-d14b2d6871ac tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1589622 Dec 02 17:50:53.723209 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bdf00ac3-2286-4766-92e6-b519da627568 req-abceacf7-079b-4441-8866-8dbc584fa925 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725179 Dec 02 17:50:53.734360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676d96b-7403-4f37-a195-395c17105e76 req-72d649ee-f818-4d4c-941d-88ebce3e765f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:53.736190 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1676d96b-7403-4f37-a195-395c17105e76 req-72d649ee-f818-4d4c-941d-88ebce3e765f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.1662815 Dec 02 17:50:53.847368 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1676d96b-7403-4f37-a195-395c17105e76 req-d9f3dd29-8453-4e74-9d16-b5f3dfe74c7b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030946 Dec 02 17:50:54.225394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07906143-aabe-46ca-9fa2-8d135de0bb37 req-70041db3-3803-4529-9cbd-05a53279dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:54.231454 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-07906143-aabe-46ca-9fa2-8d135de0bb37 req-70041db3-3803-4529-9cbd-05a53279dc85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 1163 time: 0.0870414 Dec 02 17:50:54.291299 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-07906143-aabe-46ca-9fa2-8d135de0bb37 req-8bc80e52-b08b-4f5f-b241-f60e062bc00e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518944 Dec 02 17:50:55.025756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301e65-2346-4bb8-be7b-1ea2b39cbc96 req-8db7bbed-7763-47fa-af5e-d569c0598747 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:55.039810 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-42301e65-2346-4bb8-be7b-1ea2b39cbc96 req-8db7bbed-7763-47fa-af5e-d569c0598747 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1357174 Dec 02 17:50:55.132155 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-42301e65-2346-4bb8-be7b-1ea2b39cbc96 req-1a972ee3-edf2-4aaf-a96c-e88899ed335f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910943 Dec 02 17:50:55.167310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456e424-51c5-45a4-8b55-acecfc816964 req-253a3c68-5103-4789-ab50-9cb4942ef304 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:55.168923 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3456e424-51c5-45a4-8b55-acecfc816964 req-253a3c68-5103-4789-ab50-9cb4942ef304 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.1257324 Dec 02 17:50:55.226732 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3456e424-51c5-45a4-8b55-acecfc816964 req-775d11ad-96cf-4d2b-ab96-c4836927a210 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508721 Dec 02 17:50:55.307311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58656) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:55.459818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:55.477262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:55.481909 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0650b1fa1b4a99b461b22aa5215d61 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:55.484901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:55.490676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:55.577665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:55.579572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:55.588181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-df521a78-707a-44a7-bfc1-0c4136aa53d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:55.630353 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff0650b1fa1b4a99b461b22aa5215d61&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3217800 Dec 02 17:50:55.632044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c9c54b-677d-4268-982a-ab4e4dfa5590,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:55.633170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58662) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:55.635462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:55.704499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:55.733597 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:55.779794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:55.785150 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-470a1fc5-9dac-443a-9f21-3f87a3003c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:55.797742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c9c54b-677d-4268-982a-ab4e4dfa5590,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:55.800393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:55.806265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:55.811441 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72c9c54b-677d-4268-982a-ab4e4dfa5590 HTTP/1.1" status: 204 len: 168 time: 0.1768253 Dec 02 17:50:56.180700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58684) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:56.200827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:56.217461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:56.222241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3672f14af2454895043ed36aa227ab is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:56.225516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:56.232120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:56.480734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fea7f-c208-4c12-9b23-ed1873796c8c req-8ee38a22-1db4-4c38-b1ac-065b31af24d6 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:56.482351 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9f4fea7f-c208-4c12-9b23-ed1873796c8c req-8ee38a22-1db4-4c38-b1ac-065b31af24d6 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1904500 Dec 02 17:50:56.484238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:56.492431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:56.513302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-101508bb-be5e-4fe8-a05d-ad860e77b318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:56.766969 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a3672f14af2454895043ed36aa227ab&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5850704 Dec 02 17:50:56.770102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58712) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:56.780795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec99434-085d-4522-8ff3-347e232e9ba0,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:56.788279 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:56.794928 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9f4fea7f-c208-4c12-9b23-ed1873796c8c req-6a182aee-2cdf-4a00-9b45-45854f1e5431 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050282 Dec 02 17:50:56.801635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b4a11-f39b-442f-a0e3-64c865b3fee7 req-ba86cbe6-1664-4f78-ac95-1329d851a42a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:56.803242 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-392b4a11-f39b-442f-a0e3-64c865b3fee7 req-ba86cbe6-1664-4f78-ac95-1329d851a42a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.4154584 Dec 02 17:50:56.855994 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-392b4a11-f39b-442f-a0e3-64c865b3fee7 req-65c9690f-02e8-4a01-a75c-29724035d144 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Dec 02 17:50:56.859871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:56.891799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:56.945220 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:56.950508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ab3cad3b-d4f0-4e5c-96a1-48b986f7b6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:56.964488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec99434-085d-4522-8ff3-347e232e9ba0,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:56.968108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:56.974503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:56.978698 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fec99434-085d-4522-8ff3-347e232e9ba0 HTTP/1.1" status: 204 len: 168 time: 0.2074385 Dec 02 17:50:57.256642 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f5868-9f66-4415-be83-1e6152ed253f req-d384b5fa-0ffd-4357-822c-4d0ba5c71e6b tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:57.258503 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-300f5868-9f66-4415-be83-1e6152ed253f req-d384b5fa-0ffd-4357-822c-4d0ba5c71e6b tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1035788 Dec 02 17:50:57.348454 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-300f5868-9f66-4415-be83-1e6152ed253f req-6392b5c4-db04-4855-940f-a783692984b5 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737984 Dec 02 17:50:58.150459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58820) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:58.333999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.359730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:58.363839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Usage tracker for resource:security_group_rule and tenant:016a36a1a28a4a8c8bd3cebef5e31c58 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:58.366858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:58.372818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:58.477231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.480931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.490530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5d821771-6fd2-4856-8dbe-2623bb26fd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:58.543099 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58838) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:58.551319 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=016a36a1a28a4a8c8bd3cebef5e31c58&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3985348 Dec 02 17:50:58.552547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d721b3f8-40d3-41b5-9ff4-ac1746926106,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:58.556745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:58.622177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.656097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.671663 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58846) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:58.717340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.722825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:58.736946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d721b3f8-40d3-41b5-9ff4-ac1746926106,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:58.739925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:58.753209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.754783 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d721b3f8-40d3-41b5-9ff4-ac1746926106 HTTP/1.1" status: 204 len: 168 time: 0.2112517 Dec 02 17:50:58.887077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:58.905167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:58.909339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Usage tracker for resource:security_group_rule and tenant:141778ed3c904a0d973ec5b6fb76d496 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:58.912434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:58.921550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:59.026394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.029395 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.039267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-50b308c6-0ccd-43de-be74-136daabeea28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:59.081218 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=141778ed3c904a0d973ec5b6fb76d496&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4025214 Dec 02 17:50:59.087578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58866) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:59.096443 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab45a0-e89a-4c1d-b0ea-71d828cb7175,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:59.099899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:59.181853 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.217542 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.270883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.275638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:59.320922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab45a0-e89a-4c1d-b0ea-71d828cb7175,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:59.327066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:59.366281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.374515 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90ab45a0-e89a-4c1d-b0ea-71d828cb7175 HTTP/1.1" status: 204 len: 168 time: 0.2856066 Dec 02 17:50:59.432057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58884) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:59.459536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.477600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:50:59.482790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Usage tracker for resource:security_group_rule and tenant:c5dc7ef3bf584eb9adb66adf20dadcc9 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:50:59.485926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:50:59.492110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:50:59.586500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.590287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.626046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-dd727bf8-9b5a-4ddc-89d9-64ce2b12153e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:50:59.639261 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5dc7ef3bf584eb9adb66adf20dadcc9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2056539 Dec 02 17:50:59.639492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58890) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:59.665507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4912461-71dd-4e56-98b3-d8e220ff82b2,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:50:59.671229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:50:59.774417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.830605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:50:59.950043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500e050-64e0-4343-afff-426f7d92b59c req-b34b929a-b415-4d2a-b05b-64d133c9900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:50:59.952538 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b500e050-64e0-4343-afff-426f7d92b59c req-b34b929a-b415-4d2a-b05b-64d133c9900f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.1195235 Dec 02 17:50:59.954052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58898) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:50:59.975357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.011920 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.017998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e561af40-7ef9-48b4-a0c2-d1e803eefbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:00.038204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:00.038832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4912461-71dd-4e56-98b3-d8e220ff82b2,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:00.041424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:00.057224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.062026 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4912461-71dd-4e56-98b3-d8e220ff82b2 HTTP/1.1" status: 204 len: 168 time: 0.4216514 Dec 02 17:51:00.089435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533311-d2d6-4d13-bfe5-184db68bceab req-a0c63e87-2153-444b-8821-9d1b38621215 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:00.091133 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-19533311-d2d6-4d13-bfe5-184db68bceab req-a0c63e87-2153-444b-8821-9d1b38621215 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2002654 Dec 02 17:51:00.130470 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7ab02e532e451e98b59c3b93c8aec3 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:00.133920 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:00.141952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:00.153906 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-19533311-d2d6-4d13-bfe5-184db68bceab req-d2bd152f-027a-4544-b1a8-1ae976aed429 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554717 Dec 02 17:51:00.228466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500e050-64e0-4343-afff-426f7d92b59c req-f944c801-0073-4aea-8f5d-51508036bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:00.230353 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b500e050-64e0-4343-afff-426f7d92b59c req-f944c801-0073-4aea-8f5d-51508036bf29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.2560933 Dec 02 17:51:00.317129 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b500e050-64e0-4343-afff-426f7d92b59c req-edcc6f06-bad8-4da8-be6e-f5c606a8fa42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 217 time: 0.0789835 Dec 02 17:51:00.440769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.449947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.463026 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f579932d-507f-4aed-99af-07d3455d116a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:00.474495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500e050-64e0-4343-afff-426f7d92b59c req-866ffd43-7674-4d4c-bce9-5af1dee1f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:00.476139 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b500e050-64e0-4343-afff-426f7d92b59c req-866ffd43-7674-4d4c-bce9-5af1dee1f518 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.1333842 Dec 02 17:51:00.552190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5c632f-3dd2-4b22-8221-8690a61ac23f,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:00.555732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:00.560046 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b500e050-64e0-4343-afff-426f7d92b59c req-97102f1c-ff71-431f-9a21-28da14d04dea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702639 Dec 02 17:51:00.562501 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf7ab02e532e451e98b59c3b93c8aec3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6074827 Dec 02 17:51:00.565848 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 58918) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:00.622834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58926) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:00.642167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.667907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:00.672513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Usage tracker for resource:security_group_rule and tenant:25e1bfcc8ca7455286ee653211d1625f is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:00.675790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:00.683965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:00.688381 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.765069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.782131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.785108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.798045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-58f4a6b4-841f-4adc-9fb3-94cf6bcf0466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:00.830393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:00.841142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:00.844889 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25e1bfcc8ca7455286ee653211d1625f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2183161 Dec 02 17:51:00.845186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 58930) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:00.848361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10c11fb-e044-41e9-bf49-856a93ba77f8,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:00.863804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:00.954675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:01.023587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:01.109389 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:01.115812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cb81e7ea-37c6-44e1-bcfd-a4531bdbde03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:01.134265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10c11fb-e044-41e9-bf49-856a93ba77f8,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:01.136298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:01.137566 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c10c11fb-e044-41e9-bf49-856a93ba77f8 HTTP/1.1" status: 204 len: 168 time: 0.2914600 Dec 02 17:51:01.142973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:01.178574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:01.182481 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df5c632f-3dd2-4b22-8221-8690a61ac23f HTTP/1.1" status: 204 len: 168 time: 0.6131039 Dec 02 17:51:01.182481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5c632f-3dd2-4b22-8221-8690a61ac23f,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:01.188891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:01.199352 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b500e050-64e0-4343-afff-426f7d92b59c req-c99c2281-e7aa-4bac-9d11-dc2977112247 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282692 Dec 02 17:51:01.493299 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b500e050-64e0-4343-afff-426f7d92b59c req-730ed0f6-27df-408d-ae98-efd616811b19 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2863538 Dec 02 17:51:01.571678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa736f-0594-4b29-a3e8-f97c47cc2c96 req-d46153ed-d594-4406-a6f8-186c2d05957c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:01.573781 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e4fa736f-0594-4b29-a3e8-f97c47cc2c96 req-d46153ed-d594-4406-a6f8-186c2d05957c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1342652 Dec 02 17:51:01.631370 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e4fa736f-0594-4b29-a3e8-f97c47cc2c96 req-c4d73467-b3ea-41fc-98d7-56646691c8d8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Dec 02 17:51:02.517303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59016) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:02.749859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59030) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:02.827231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:02.854564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:02.859299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:7a4fc120b2fe4251bba7a909fba640d4 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:02.862826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:02.869323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:02.879107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201437cf-ee29-421f-becc-34d5ddf8c52b req-31f76912-acc6-4b7a-bfe9-eb02f0fbccde tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:02.883493 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-201437cf-ee29-421f-becc-34d5ddf8c52b req-31f76912-acc6-4b7a-bfe9-eb02f0fbccde tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1025095 Dec 02 17:51:02.890307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1925953818-network', 'tenant_id': 'e9a044e0c16146abaa31dc1a12cf2cfa'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:02.898087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:02.923637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Usage tracker for resource:network and tenant:e9a044e0c16146abaa31dc1a12cf2cfa is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:02.942896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:02.947538 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-201437cf-ee29-421f-becc-34d5ddf8c52b req-817a652b-0d54-4269-bf74-a1ae37d39750 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531168 Dec 02 17:51:02.953569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:02.978528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:02.981817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:02.985534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Made reservation on behalf of e9a044e0c16146abaa31dc1a12cf2cfa for: {'network': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:02.990716 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:02.990908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:03.003904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.027413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:03.033208 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a4fc120b2fe4251bba7a909fba640d4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5120602 Dec 02 17:51:03.033870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59036) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:03.036427 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a044e0c16146abaa31dc1a12cf2cfa is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:03.038972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227ca0e5-1260-4d0b-aa51-b1eb774fd423,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:03.040255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:03.046025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:03.064810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:03.140505 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.182695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.270491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.273612 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.281106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8698ba59-6dee-4ad3-b3e8-ba23034bdf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:03.311200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9507007-a9b0-421e-8e7e-875c487d304d,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:03.315707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:03.330088 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:51:03.341159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904113216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.341582 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Added segment f5d6bb7a-d275-4d36-9df0-fda4d69c07bf of type vxlan for network 301ebad7-0767-4593-ac2a-597beca27660 Dec 02 17:51:03.343385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.353109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-10459971-7d63-471f-b9d2-04d5eba63401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:03.375661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227ca0e5-1260-4d0b-aa51-b1eb774fd423,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:03.389701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:03.418639 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.422275 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/227ca0e5-1260-4d0b-aa51-b1eb774fd423 HTTP/1.1" status: 204 len: 168 time: 0.3854203 Dec 02 17:51:03.422275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.465502 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.468591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:03.470678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.495742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:03.520003 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7682364 Dec 02 17:51:03.520866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59054) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:03.536516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Request body: {'subnet': {'network_id': '301ebad7-0767-4593-ac2a-597beca27660', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1925953818-subnet', 'tenant_id': 'e9a044e0c16146abaa31dc1a12cf2cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:03.541532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:03.556606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Usage tracker for resource:subnet and tenant:e9a044e0c16146abaa31dc1a12cf2cfa is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:03.562143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:03.571450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:03.633420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Pushing event updated for resources: {'Network': ['ID=301ebad7-0767-4593-ac2a-597beca27660,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:03.638637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:03.642334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Made reservation on behalf of e9a044e0c16146abaa31dc1a12cf2cfa for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:03.645499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 301ebad7-0767-4593-ac2a-597beca27660 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:51:03.648145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844186525'] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.688039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 301ebad7-0767-4593-ac2a-597beca27660 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:51:03.834234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59060) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:03.857341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.874816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:03.879122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Usage tracker for resource:security_group_rule and tenant:e35fbf0e8e114362beec1f7ddbffaa9a is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:03.882102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:03.888025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:03.979666 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.982699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:03.994666 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2df985be-cf6f-4510-8def-3c9c9d6fe75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:04.033488 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e35fbf0e8e114362beec1f7ddbffaa9a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1977639 Dec 02 17:51:04.036471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59066) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:04.054231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf5f2e-553d-4251-9bbe-9f3c47c3c39e,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:04.074055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10989473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844186510'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:04.081992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e6b1a008-67ca-461c-a304-6e7bbd5b8c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:04.090444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-59f9c353-8e07-46ac-868e-71852bfc8c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:04.106031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:04.133788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:04.180219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:04.185681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7ea565b7-9d30-405d-b615-57864e6f8f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:04.200677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf5f2e-553d-4251-9bbe-9f3c47c3c39e,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:04.204878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:04.212254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:04.216658 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61bf5f2e-553d-4251-9bbe-9f3c47c3c39e HTTP/1.1" status: 204 len: 168 time: 0.1761017 Dec 02 17:51:04.283862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03732825-5d32-493f-8af7-422420725c75,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:04.294284 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:04.361908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349c3fd-a154-4374-98f3-a4bcd41b90e8 req-1c8e1339-edda-45bf-88c7-6a688ac506e8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:04.363565 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0349c3fd-a154-4374-98f3-a4bcd41b90e8 req-1c8e1339-edda-45bf-88c7-6a688ac506e8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2361948 Dec 02 17:51:04.444088 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0349c3fd-a154-4374-98f3-a4bcd41b90e8 req-675dc913-a8f9-43c8-aa6c-e4dafbdfd717 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739911 Dec 02 17:51:04.444980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Checking segment: {'id': 'f5d6bb7a-d275-4d36-9df0-fda4d69c07bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '301ebad7-0767-4593-ac2a-597beca27660'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:51:04.445382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Network hostable DHCP agents. Network: 301ebad7-0767-4593-ac2a-597beca27660, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:51:04.466374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Network 301ebad7-0767-4593-ac2a-597beca27660 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:51:04.475640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 301ebad7-0767-4593-ac2a-597beca27660) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:51:04.485371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518809c9-0eac-4534-8cc7-dc9eab1d575c None None] Network 301ebad7-0767-4593-ac2a-597beca27660 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:51:04.490766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:04.491463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:04.511335 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-bc974f4c-3551-4904-8acc-aadd5243d29e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9832726 Dec 02 17:51:04.749255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0fc2e-52a5-4048-8375-424304ea15e0 None None] Network 301ebad7-0767-4593-ac2a-597beca27660 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:51:05.554582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59128) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:05.561634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309034718-network', 'tenant_id': '394e65397de548618694ebbcf096b75c'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:05.567325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:05.571711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Usage tracker for resource:network and tenant:394e65397de548618694ebbcf096b75c is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:05.575433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:05.581762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:05.592200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Made reservation on behalf of 394e65397de548618694ebbcf096b75c for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:05.597068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.614002 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.630486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:05.634608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Usage tracker for resource:security_group_rule and tenant:394e65397de548618694ebbcf096b75c is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:05.638817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:05.645029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:05.704799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769729d-4c8a-451e-9488-7e8fc1be1126 req-d1ca6a67-fced-461d-b909-e3e7bbf94379 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:05.706517 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7769729d-4c8a-451e-9488-7e8fc1be1126 req-d1ca6a67-fced-461d-b909-e3e7bbf94379 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0890121 Dec 02 17:51:05.738791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.741680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.757826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:51:05.768087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.768594 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Added segment 2a41b790-f98d-4281-8124-dc877eced0b3 of type vxlan for network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 Dec 02 17:51:05.775366 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7769729d-4c8a-451e-9488-7e8fc1be1126 req-b3d79345-1dc6-414b-8aca-1fcc42a2cdf1 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 Dec 02 17:51:05.776476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1e1b3887-0937-4352-b974-a1f3c737a1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:05.812549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b67956-7d1e-40a5-bd6d-551fe9770213,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:05.816335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:05.833940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.868670 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.870075 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:05.870728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:05.876070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:05.983655 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4245219 Dec 02 17:51:05.986465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Pushing event updated for resources: {'Network': ['ID=4615eb02-d76e-4aa5-ad54-3a9fc73e9366,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:05.988540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59140) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:05.990234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:06.001297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Request body: {'subnet': {'network_id': '4615eb02-d76e-4aa5-ad54-3a9fc73e9366', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309034718-subnet', 'tenant_id': '394e65397de548618694ebbcf096b75c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:06.006536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:51:06.008480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:06.012919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Usage tracker for resource:subnet and tenant:394e65397de548618694ebbcf096b75c is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:06.016244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:06.022454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:06.030336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:51:06.033324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Made reservation on behalf of 394e65397de548618694ebbcf096b75c for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:06.038233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844186525'] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:06.501826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10989473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844186510'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:06.518896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-15d846fa-55af-4a60-b800-3aacffc27623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:06.667556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4719d93-da48-4304-bb9b-e199d8182aef,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:06.671705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:06.756448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Checking segment: {'id': '2a41b790-f98d-4281-8124-dc877eced0b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4615eb02-d76e-4aa5-ad54-3a9fc73e9366'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:51:06.756841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Network hostable DHCP agents. Network: 4615eb02-d76e-4aa5-ad54-3a9fc73e9366, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:51:06.779155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:51:06.789990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 4615eb02-d76e-4aa5-ad54-3a9fc73e9366) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:51:06.801890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f9dd41-0bb1-4b38-8c65-6ba347a0bb69 None None] Network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:51:06.812983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:06.813646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:06.867035 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e6c7c742-f73c-48ff-b147-714a8d83d864 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8675308 Dec 02 17:51:07.065183 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-25d45af8-c37b-4fea-8d9c-24e946fd649d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1905468 Dec 02 17:51:07.236068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4621a-c763-4435-8a72-8feafc42d8e9 req-0fdd5596-dfed-42f4-ae3b-adc6ea23ca94 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:07.249846 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-46e4621a-c763-4435-8a72-8feafc42d8e9 req-0fdd5596-dfed-42f4-ae3b-adc6ea23ca94 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2465572 Dec 02 17:51:07.308622 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-46e4621a-c763-4435-8a72-8feafc42d8e9 req-9a6de979-ce49-4126-be80-6d5415ba2f48 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575709 Dec 02 17:51:07.362297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9b05a-c01d-4409-93bb-c384838cead2 None None] Network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:51:07.446409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-4d9d21d0-7ab9-44e0-a1dc-561b1d719ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:07.448199 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-4d9d21d0-7ab9-44e0-a1dc-561b1d719ac9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1162 time: 0.2238555 Dec 02 17:51:07.641510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-4c7446a4-d91a-476f-8680-be95276c15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:07.643151 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-4c7446a4-d91a-476f-8680-be95276c15cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.1691949 Dec 02 17:51:07.758525 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-23b0923c-3e0e-4000-a304-a67d9d2bc800 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 200 len: 1001 time: 0.1073937 Dec 02 17:51:07.831089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-9296ab17-da20-470b-8463-db6a604a979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:07.832841 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-9296ab17-da20-470b-8463-db6a604a979e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.0670674 Dec 02 17:51:07.883185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-03f90f71-0ecc-4c2f-9f01-351098298e73 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:07.883939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-03f90f71-0ecc-4c2f-9f01-351098298e73 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Synchronizing usage tracker for tenant:e9a044e0c16146abaa31dc1a12cf2cfa on resource:network {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:51:07.900992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-03f90f71-0ecc-4c2f-9f01-351098298e73 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Unset dirty status for tenant:e9a044e0c16146abaa31dc1a12cf2cfa on resource:network {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:51:07.902380 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-03f90f71-0ecc-4c2f-9f01-351098298e73 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/networks?id=301ebad7-0767-4593-ac2a-597beca27660 HTTP/1.1" status: 200 len: 809 time: 0.1806016 Dec 02 17:51:07.918822 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-a766a844-26ba-4f37-8220-b9294c05618a tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/quotas/e9a044e0c16146abaa31dc1a12cf2cfa HTTP/1.1" status: 200 len: 375 time: 0.0102930 Dec 02 17:51:07.921629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-75dcf71d-8b9e-4712-a11c-441d14f58619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:07.923287 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-75dcf71d-8b9e-4712-a11c-441d14f58619 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804019 Dec 02 17:51:07.973160 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-9049ddee-7116-4f01-aa94-f1b98810a0bf tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9a044e0c16146abaa31dc1a12cf2cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483413 Dec 02 17:51:08.075229 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-16fee72a-99a4-4eaf-9c1a-7b77ba966ad8 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431689 Dec 02 17:51:08.241665 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9924a01-0d8d-423d-8348-cf74eced5375 req-5397138d-6f7c-4854-afb4-f860891f9d9f service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1558540 Dec 02 17:51:08.340000 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-bd92b648-8244-40a4-b9f5-a5ac8e652914 service neutron] 10.222.0.10 "GET /v2.0/networks/301ebad7-0767-4593-ac2a-597beca27660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563859 Dec 02 17:51:08.376779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-63df288b-4a1c-4c6b-a90f-6c0c064edf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:08.558626 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-114dd0c4-f868-4011-bb64-e4aea2c6d3a1 service neutron] 10.222.0.10 "GET /v2.0/networks/301ebad7-0767-4593-ac2a-597beca27660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2063956 Dec 02 17:51:08.582463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c7bc-1d2d-4bc1-8775-bd8848fe32c2 req-90bc9a0f-f2aa-4723-ac79-0087e5dd2301 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:08.584188 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4780c7bc-1d2d-4bc1-8775-bd8848fe32c2 req-90bc9a0f-f2aa-4723-ac79-0087e5dd2301 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1270745 Dec 02 17:51:08.653770 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4780c7bc-1d2d-4bc1-8775-bd8848fe32c2 req-211209a9-0f91-4c3f-9c82-a098d7f4c324 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616488 Dec 02 17:51:08.817429 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cf13b354-04fc-40d7-b1fd-4189946dd8a6 req-95463b01-1fe6-4eef-810d-7257cda249f0 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 210 time: 0.0536189 Dec 02 17:51:09.878968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273a3a-ca40-468f-a6c4-27b5401d4ae8 req-bb70e3f4-4fd3-4e0b-984d-cc04180a9004 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:09.880846 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea273a3a-ca40-468f-a6c4-27b5401d4ae8 req-bb70e3f4-4fd3-4e0b-984d-cc04180a9004 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0980327 Dec 02 17:51:10.014207 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea273a3a-ca40-468f-a6c4-27b5401d4ae8 req-3b2944df-d258-4f8e-87a4-6a4e877860a1 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257446 Dec 02 17:51:10.133462 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c7ba3419-3634-4c51-9c25-99bf49d4d8e6 req-b98b9ef5-7ae5-440f-b3cb-6b5eb3b90dcd tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 210 time: 0.1122348 Dec 02 17:51:10.292769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-76ee1dcf-17de-4107-b6fe-ea702af34a4b tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:10.297185 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-76ee1dcf-17de-4107-b6fe-ea702af34a4b tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.60 "GET /v2.0/networks?id=301ebad7-0767-4593-ac2a-597beca27660 HTTP/1.1" status: 200 len: 809 time: 0.2287107 Dec 02 17:51:10.329336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Request body: {'port': {'device_id': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'network_id': '301ebad7-0767-4593-ac2a-597beca27660', 'admin_state_up': True, 'tenant_id': 'e9a044e0c16146abaa31dc1a12cf2cfa'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:10.585231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:10.590403 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Usage tracker for resource:port and tenant:e9a044e0c16146abaa31dc1a12cf2cfa is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:10.593467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Quota usage for port was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:10.600998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:10.619187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Made reservation on behalf of e9a044e0c16146abaa31dc1a12cf2cfa for: {'port': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:10.625490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:10.907183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5217b435-d90e-4802-adfe-68b137cac332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:10.968751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Allocated IP 172.20.0.3 (301ebad7-0767-4593-ac2a-597beca27660/03732825-5d32-493f-8af7-422420725c75/05457ff6-acc4-48a0-87ea-70b8f9dcffb5) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:51:11.023366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:11.198275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:11.237847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:11.258441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:11.287948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf88d4-bc2a-4a66-95a5-f06aa062c0fb req-1e4c33ea-1ffd-4472-8e86-da38484a01f7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:11.287948 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abcf88d4-bc2a-4a66-95a5-f06aa062c0fb req-1e4c33ea-1ffd-4472-8e86-da38484a01f7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1319497 Dec 02 17:51:11.406357 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-abcf88d4-bc2a-4a66-95a5-f06aa062c0fb req-374f03f2-e362-4a8c-a657-4858f9589019 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133020 Dec 02 17:51:11.410535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:51:11.453645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96c90e-b03c-4bac-bbaf-752989a0afd1 req-b31788b2-5b30-4d03-8167-e89971acb544 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:11.459481 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9b96c90e-b03c-4bac-bbaf-752989a0afd1 req-b31788b2-5b30-4d03-8167-e89971acb544 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 931 time: 0.1288414 Dec 02 17:51:11.474749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Pushing event updated for resources: {'Port': ['ID=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:11.478588 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:11.489400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Network 301ebad7-0767-4593-ac2a-597beca27660 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:51:11.490577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:51:11.493141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:51:11.508404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-9b96c90e-b03c-4bac-bbaf-752989a0afd1 req-9dd185fb-cad7-4f92-82aa-05f69dfc52e8 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Synchronizing usage tracker for tenant:e9a044e0c16146abaa31dc1a12cf2cfa on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:51:11.529675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-9b96c90e-b03c-4bac-bbaf-752989a0afd1 req-9dd185fb-cad7-4f92-82aa-05f69dfc52e8 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Unset dirty status for tenant:e9a044e0c16146abaa31dc1a12cf2cfa on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:51:11.535558 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9b96c90e-b03c-4bac-bbaf-752989a0afd1 req-9dd185fb-cad7-4f92-82aa-05f69dfc52e8 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 Dec 02 17:51:11.567992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:11.568665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:11.592375 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2674623 Dec 02 17:51:11.611912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Request body: {'port': {'device_id': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:11.741386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.276161 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.407532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 {{(pid=80258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:51:12.413097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.415449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.429910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Transition to ACTIVE for port object 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 will not be triggered until provisioned by entity L2. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:51:12.433529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.450100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6c6f7b86-9879-473d-adef-05f364829eec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:12.515746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.589271 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Pushing event updated for resources: {'Port': ['ID=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:12.592548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:12.628082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fa21e-c4e8-4a4c-8eb4-d8c8e5ee1809 req-859d10cf-6f23-4975-bb21-c2f22d950478 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:12.629702 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-955fa21e-c4e8-4a4c-8eb4-d8c8e5ee1809 req-859d10cf-6f23-4975-bb21-c2f22d950478 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0890810 Dec 02 17:51:12.723178 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-955fa21e-c4e8-4a4c-8eb4-d8c8e5ee1809 req-f74a7c1b-41ce-4605-9d4a-3a218a08a7ad tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859437 Dec 02 17:51:12.767802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dc935-0054-428d-b56f-00af502ff7c0 req-3016095f-a421-4e61-9218-b93395048b93 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:12.769408 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-960dc935-0054-428d-b56f-00af502ff7c0 req-3016095f-a421-4e61-9218-b93395048b93 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 943 time: 0.0924540 Dec 02 17:51:12.781077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Attempting to bind port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:51:12.781579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Attempting to bind port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f5d6bb7a-d275-4d36-9df0-fda4d69c07bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '301ebad7-0767-4593-ac2a-597beca27660'}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:51:12.781951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Attempting to bind port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 on network 301ebad7-0767-4593-ac2a-597beca27660 {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:51:12.788016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:51:12.788433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Checking segment: {'id': 'f5d6bb7a-d275-4d36-9df0-fda4d69c07bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '301ebad7-0767-4593-ac2a-597beca27660'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:51:12.788839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.789234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Bound using segment: {'id': 'f5d6bb7a-d275-4d36-9df0-fda4d69c07bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '301ebad7-0767-4593-ac2a-597beca27660'} {{(pid=80258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:51:12.789706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Bound port: 05457ff6-acc4-48a0-87ea-70b8f9dcffb5, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d6bb7a-d275-4d36-9df0-fda4d69c07bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '301ebad7-0767-4593-ac2a-597beca27660'}}] {{(pid=80258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:51:12.790082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.818603 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-960dc935-0054-428d-b56f-00af502ff7c0 req-5f967dfd-da74-422a-ae2d-46f0216e203d tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Dec 02 17:51:12.884483 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] For port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5, host hv-cinder-73362, cleared binding levels {{(pid=80258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:51:12.888067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] For port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,segment=NetworkSegment(f5d6bb7a-d275-4d36-9df0-fda4d69c07bf),segment_id=f5d6bb7a-d275-4d36-9df0-fda4d69c07bf)] {{(pid=80258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:51:12.891279 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:12.908925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:13.060414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Pushing event updated for resources: {'Port': ['ID=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,revision_number=3']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:13.070640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:13.104702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:13.105388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:13.106889 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] 10.222.0.60 "PUT /v2.0/ports/05457ff6-acc4-48a0-87ea-70b8f9dcffb5 HTTP/1.1" status: 200 len: 1157 time: 1.4997199 Dec 02 17:51:13.107464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'tag': '05457ff6-acc4-48a0-87ea-70b8f9dcffb5'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:13.174187 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'tag': '05457ff6-acc4-48a0-87ea-70b8f9dcffb5', 'status': 'completed', 'code': 200} Dec 02 17:51:13.304500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-61190fc7-3d1a-4354-a2ba-534e1ccaec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:13.306150 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-61190fc7-3d1a-4354-a2ba-534e1ccaec3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9a044e0c16146abaa31dc1a12cf2cfa&device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 1160 time: 0.1078002 Dec 02 17:51:13.411592 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-a508630d-461c-4fda-a2a4-596dfb320e72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05457ff6-acc4-48a0-87ea-70b8f9dcffb5 HTTP/1.1" status: 200 len: 217 time: 0.0872149 Dec 02 17:51:13.515482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-5d585dbe-47fc-49fc-98bc-c9c021615e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:13.517476 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-5d585dbe-47fc-49fc-98bc-c9c021615e2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03732825-5d32-493f-8af7-422420725c75 HTTP/1.1" status: 200 len: 849 time: 0.0969832 Dec 02 17:51:13.578790 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-5b7aaba2-63eb-4314-96c2-1e659ac7175d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=301ebad7-0767-4593-ac2a-597beca27660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508735 Dec 02 17:51:13.599712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59370) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:13.733135 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-747b874d-75ff-4dec-97a3-6ea79584d5fe service neutron] 10.222.0.60 "GET /v2.0/networks/301ebad7-0767-4593-ac2a-597beca27660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461189 Dec 02 17:51:13.794885 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:13.813051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:13.818487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0e241c2cb749b4918562dd536770d8 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:13.821772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:13.828559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:13.905796 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-49e67a87-f1ea-46a5-9266-6ca5dafbf0d7 req-9565a604-7620-4c71-b047-8a5146423c80 service neutron] 10.222.0.60 "GET /v2.0/networks/301ebad7-0767-4593-ac2a-597beca27660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1634958 Dec 02 17:51:14.059269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:14.067472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:14.077182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-df7d9333-42ce-41c1-92fa-2b1a120bf406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:14.147755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b76ca96-345c-435c-a1e7-f7a9b08aa44b,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:14.155658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-e6d6a32c-4fc9-47fa-b2ed-331b512fdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:14.156543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dc1d1-8a79-4261-8a79-052026879d07 req-ac1c618c-ae53-44a7-8910-65efc3f77a29 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:14.157280 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-e6d6a32c-4fc9-47fa-b2ed-331b512fdc1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9a044e0c16146abaa31dc1a12cf2cfa&device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 1160 time: 0.0820577 Dec 02 17:51:14.158168 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-710dc1d1-8a79-4261-8a79-052026879d07 req-ac1c618c-ae53-44a7-8910-65efc3f77a29 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2523959 Dec 02 17:51:14.163625 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d0e241c2cb749b4918562dd536770d8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5596993 Dec 02 17:51:14.163625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:14.164714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59388) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:14.167679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153a722-db37-457c-aae6-7b6622d9c694 req-02f7e3a6-9611-4352-a859-178993774e77 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:14.169235 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a153a722-db37-457c-aae6-7b6622d9c694 req-02f7e3a6-9611-4352-a859-178993774e77 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2217741 Dec 02 17:51:14.246974 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-710dc1d1-8a79-4261-8a79-052026879d07 req-c223c4ab-1375-4262-96f0-dfad2b641224 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766852 Dec 02 17:51:14.251261 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a153a722-db37-457c-aae6-7b6622d9c694 req-3ef6902d-5969-488c-be0d-75a3eb8be9df tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668256 Dec 02 17:51:14.332470 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:14.382755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:14.406755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-8cc50f56-b79e-41a2-aaf2-ad92472467d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:14.408391 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-8cc50f56-b79e-41a2-aaf2-ad92472467d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=301ebad7-0767-4593-ac2a-597beca27660 HTTP/1.1" status: 200 len: 903 time: 0.2407017 Dec 02 17:51:14.483481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d7ee-f0a7-4cf0-b5ee-77840b244f96 req-557cb2f4-26d0-442a-96e4-16669232dcdf tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:14.485123 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c3d9d7ee-f0a7-4cf0-b5ee-77840b244f96 req-557cb2f4-26d0-442a-96e4-16669232dcdf tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 943 time: 0.0890040 Dec 02 17:51:14.498351 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-0e667b21-7dbd-412b-81f1-297eafcb0c63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05457ff6-acc4-48a0-87ea-70b8f9dcffb5 HTTP/1.1" status: 200 len: 217 time: 0.0746286 Dec 02 17:51:14.509760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:14.515640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2c29c185-3a6c-4f9f-be90-60571ace3fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:14.536647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b76ca96-345c-435c-a1e7-f7a9b08aa44b,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:14.538467 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c3d9d7ee-f0a7-4cf0-b5ee-77840b244f96 req-5f77ad34-5dfe-42d0-9a44-34ec10df4403 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460916 Dec 02 17:51:14.542044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:14.615746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-a821bb9d-e06b-4360-ad1d-d2faa9a458c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:14.618177 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-a821bb9d-e06b-4360-ad1d-d2faa9a458c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03732825-5d32-493f-8af7-422420725c75 HTTP/1.1" status: 200 len: 849 time: 0.0825291 Dec 02 17:51:14.621045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:14.625372 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b76ca96-345c-435c-a1e7-f7a9b08aa44b HTTP/1.1" status: 204 len: 168 time: 0.4595029 Dec 02 17:51:14.677478 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-c47043c7-d34a-4ed2-b46a-51c6364f2832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=301ebad7-0767-4593-ac2a-597beca27660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506089 Dec 02 17:51:14.831418 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-9028bcc6-eab3-45ae-ba6f-048ba7ad0ede service neutron] 10.222.0.60 "GET /v2.0/networks/301ebad7-0767-4593-ac2a-597beca27660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453557 Dec 02 17:51:14.979446 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-da75af16-5675-4528-ba6a-1e0ff84c6ad1 req-a58be9ae-a5a9-467f-a101-f7f00c2ef51f service neutron] 10.222.0.60 "GET /v2.0/networks/301ebad7-0767-4593-ac2a-597beca27660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383808 Dec 02 17:51:14.986617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59404) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:15.005450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:15.021615 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:15.025714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7e3810ed4746fbb839bb2011b38f1b is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:15.028736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:15.034565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:15.125506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:15.128326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:15.137571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6b3f2d16-9b79-47aa-8ebf-3cdeed024e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:15.180537 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a7e3810ed4746fbb839bb2011b38f1b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1927354 Dec 02 17:51:15.181498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d102c4f-c709-450d-aa33-e644b098fe31,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:15.184043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59408) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:15.185788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:15.245762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-725d2cc1-56ca-4fb8-b5af-200fe182267c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:15.275708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-725d2cc1-56ca-4fb8-b5af-200fe182267c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:15.325159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-725d2cc1-56ca-4fb8-b5af-200fe182267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:15.330435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d510a43d-46d4-4cea-89d1-c244cfab053b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:15.342966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d2cc1-56ca-4fb8-b5af-200fe182267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d102c4f-c709-450d-aa33-e644b098fe31,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:15.346127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-725d2cc1-56ca-4fb8-b5af-200fe182267c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:15.355035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-725d2cc1-56ca-4fb8-b5af-200fe182267c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:15.356539 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-725d2cc1-56ca-4fb8-b5af-200fe182267c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d102c4f-c709-450d-aa33-e644b098fe31 HTTP/1.1" status: 204 len: 168 time: 0.1712611 Dec 02 17:51:15.558635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb15fb7-a4d7-4682-a9a0-aa5c1cb36ce0 req-86cf722b-6c44-4d41-a369-9c3d7502891f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:15.560276 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2cb15fb7-a4d7-4682-a9a0-aa5c1cb36ce0 req-86cf722b-6c44-4d41-a369-9c3d7502891f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1421797 Dec 02 17:51:15.625160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46d558-4d9f-481f-8c98-e1b548c64d35 req-fc3b12b9-66a9-46f0-bce4-492cab3250a5 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:15.626759 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fd46d558-4d9f-481f-8c98-e1b548c64d35 req-fc3b12b9-66a9-46f0-bce4-492cab3250a5 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1508911 Dec 02 17:51:15.633696 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2cb15fb7-a4d7-4682-a9a0-aa5c1cb36ce0 req-56af5a68-1251-4b04-8a62-b5e398fe6a5e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662806 Dec 02 17:51:15.694709 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fd46d558-4d9f-481f-8c98-e1b548c64d35 req-8494e780-caec-4b65-9966-ba18a721b35a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599105 Dec 02 17:51:15.965007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deffab-dd0c-4af7-8ba3-b3ad94b0c712 req-15094a0b-f08b-4288-8a71-fc04b9366216 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:15.966549 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-24deffab-dd0c-4af7-8ba3-b3ad94b0c712 req-15094a0b-f08b-4288-8a71-fc04b9366216 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 943 time: 0.0889270 Dec 02 17:51:16.021177 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-24deffab-dd0c-4af7-8ba3-b3ad94b0c712 req-934a72b1-e6f6-420c-9e48-80e0987f28ee tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Dec 02 17:51:16.089494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59440) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:16.249553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:16.265234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:16.270817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Usage tracker for resource:security_group_rule and tenant:11c77996b66648cbb38a739b9fbe141a is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:16.277908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:16.283978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:16.374120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:16.377138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:16.386523 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-15af2fd5-24c9-4df3-b5b8-596d4f8c9b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:16.430735 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11c77996b66648cbb38a739b9fbe141a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3400652 Dec 02 17:51:16.431826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8e39f-757a-4745-9cfa-6f4b5bc67b77,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:16.433675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59460) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:16.435380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:16.501276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:16.529556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:16.575138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:16.580366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:16.593592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8e39f-757a-4745-9cfa-6f4b5bc67b77,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:16.597710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:16.604807 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:16.608609 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38b8e39f-757a-4745-9cfa-6f4b5bc67b77 HTTP/1.1" status: 204 len: 168 time: 0.1712685 Dec 02 17:51:16.917491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd544-02ca-481b-a13d-35a836cb2812 req-96fd8f9a-4ad8-4982-a020-1d07d89d37b0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:16.938069 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2dfd544-02ca-481b-a13d-35a836cb2812 req-96fd8f9a-4ad8-4982-a020-1d07d89d37b0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1603847 Dec 02 17:51:17.066462 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2dfd544-02ca-481b-a13d-35a836cb2812 req-5a5734ea-1762-45bc-8049-98c361075aef tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225631 Dec 02 17:51:17.094355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72abec-ca26-43a0-a7cb-3740b21b87c2 req-56af97e6-4f36-43bd-ae6b-a3ea73b75ede tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:17.095961 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4e72abec-ca26-43a0-a7cb-3740b21b87c2 req-56af97e6-4f36-43bd-ae6b-a3ea73b75ede tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1232541 Dec 02 17:51:17.163409 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4e72abec-ca26-43a0-a7cb-3740b21b87c2 req-ee78ea92-d612-44c7-80dc-ed3a479a8f0f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586631 Dec 02 17:51:17.406413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19a541-4cbb-4399-955b-8963ef89f9f5 req-8556dde2-c0ff-4203-ad6b-3032172dd505 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:17.408238 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c19a541-4cbb-4399-955b-8963ef89f9f5 req-8556dde2-c0ff-4203-ad6b-3032172dd505 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 943 time: 0.1050587 Dec 02 17:51:17.459519 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c19a541-4cbb-4399-955b-8963ef89f9f5 req-3b7e9639-76cc-4c4f-afba-0ed06bcd9612 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 Dec 02 17:51:17.624974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-1731eb0a-4d4e-4c6f-bbe1-2298cc1b7ea8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:51:18.408160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba10df-dd11-4fd3-9f2e-130484cffc38 req-9a027806-4063-4448-af24-f5d27763c65e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:18.415830 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-faba10df-dd11-4fd3-9f2e-130484cffc38 req-9a027806-4063-4448-af24-f5d27763c65e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1435499 Dec 02 17:51:18.515365 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-faba10df-dd11-4fd3-9f2e-130484cffc38 req-7634d390-b9ab-469b-bee4-f29abaec2fe6 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981023 Dec 02 17:51:18.517173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:18.559722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2e7e-a457-41a4-9b8b-92196a3db21e req-5cb01b46-44ee-40fa-8a03-92f36aa8f9d8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:18.561254 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d70a2e7e-a457-41a4-9b8b-92196a3db21e req-5cb01b46-44ee-40fa-8a03-92f36aa8f9d8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1207371 Dec 02 17:51:18.579799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcd6ac-0335-4daa-a207-3c4c17fd3285 req-3f63f98e-ed7f-4759-a929-b0dbc49fc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:18.581441 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7fcd6ac-0335-4daa-a207-3c4c17fd3285 req-3f63f98e-ed7f-4759-a929-b0dbc49fc15a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.0817049 Dec 02 17:51:18.596670 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:51:18.602588 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:18.603239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:18.627580 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d70a2e7e-a457-41a4-9b8b-92196a3db21e req-ab9a537b-1161-48ef-bd0d-def5bbfa1fb8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590971 Dec 02 17:51:18.646250 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7fcd6ac-0335-4daa-a207-3c4c17fd3285 req-945b1a77-3ca9-4513-9544-116c24d545b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473909 Dec 02 17:51:18.728689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:18.756874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05457ff6-acc4-48a0-87ea-70b8f9dcffb5'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:18.767916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,segment=NetworkSegment(f5d6bb7a-d275-4d36-9df0-fda4d69c07bf),segment_id=f5d6bb7a-d275-4d36-9df0-fda4d69c07bf)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:18.771154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:18.773131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-77cc193d-5488-4f90-985b-4f904448f52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:18.841139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40edfd-2108-4240-b7e2-688b7da9eefa req-db0ffca6-89ff-4d82-9f68-5ec471026486 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:18.842665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:18.842800 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0d40edfd-2108-4240-b7e2-688b7da9eefa req-db0ffca6-89ff-4d82-9f68-5ec471026486 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 945 time: 0.0874586 Dec 02 17:51:18.846076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:18.893036 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0d40edfd-2108-4240-b7e2-688b7da9eefa req-4b8b90e2-8045-437a-b3c5-e62556eac746 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Dec 02 17:51:18.962638 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05457ff6-acc4-48a0-87ea-70b8f9dcffb5', 'code': 200} Dec 02 17:51:19.357562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c31da-c7fb-4905-a165-8c3f12b8fb61 req-4b7856bc-ffab-41f8-bfed-5fb0773cea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:19.359213 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6d6c31da-c7fb-4905-a165-8c3f12b8fb61 req-4b7856bc-ffab-41f8-bfed-5fb0773cea4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 1162 time: 0.0827835 Dec 02 17:51:19.407025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6d6c31da-c7fb-4905-a165-8c3f12b8fb61 req-f22daa1a-4703-41d2-92b6-f97264072e31 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368924 Dec 02 17:51:19.740691 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-a63d9131-d005-4110-aee6-20a201dc23cc tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa14b6144ebb4182925170521f201b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399897 Dec 02 17:51:19.747029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:19.819500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:19.820004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:19.881625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228c93d-7b98-4d69-be87-944cad159322 req-52f7bd5b-07cf-45eb-bd61-dc4c5618e9da tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:19.883274 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8228c93d-7b98-4d69-be87-944cad159322 req-52f7bd5b-07cf-45eb-bd61-dc4c5618e9da tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2237661 Dec 02 17:51:19.967605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-59ff128f-d275-4968-a31e-acaa9478ea4a tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:19.969172 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-59ff128f-d275-4968-a31e-acaa9478ea4a tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202418 Dec 02 17:51:19.980737 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8228c93d-7b98-4d69-be87-944cad159322 req-938398ca-56af-43df-aab7-1daf9d238afd tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836227 Dec 02 17:51:19.989269 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b128756c-575b-4561-8250-1d979b6a831d tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/quotas/aa14b6144ebb4182925170521f201b88 HTTP/1.1" status: 200 len: 375 time: 0.0140123 Dec 02 17:51:20.044949 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-2378d560-eefa-4da7-9797-72a058ab993e tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa14b6144ebb4182925170521f201b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474727 Dec 02 17:51:20.209327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12fac5-f1ef-44f8-bc32-8b0117213680 req-f3d34813-d9c1-49c3-80c7-1d60dbbe9959 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:20.217703 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bf12fac5-f1ef-44f8-bc32-8b0117213680 req-f3d34813-d9c1-49c3-80c7-1d60dbbe9959 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1128168 Dec 02 17:51:20.303576 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bf12fac5-f1ef-44f8-bc32-8b0117213680 req-c4dac70e-3a98-4286-bb3f-cc52d91dc062 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848548 Dec 02 17:51:20.441768 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b51d89-36d3-4e5b-acec-19397591714a req-89ea71a7-d974-452c-9e6c-eed34cec1648 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:20.445513 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a6b51d89-36d3-4e5b-acec-19397591714a req-89ea71a7-d974-452c-9e6c-eed34cec1648 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 945 time: 0.1408889 Dec 02 17:51:20.523410 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a6b51d89-36d3-4e5b-acec-19397591714a req-2ff6bc93-7395-4098-b083-a40efbdc3be5 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695181 Dec 02 17:51:20.662990 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-47aff158-def8-4ea6-90fc-d62f474eb3cf req-5d7690bc-b2b5-4938-99f4-730c23d88519 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 210 time: 0.0766797 Dec 02 17:51:21.218462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f1bc6-7dd1-419d-89b3-0fb1191c599b req-2b5f7ebb-6788-4c66-bada-413bea84590a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:21.220652 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea2f1bc6-7dd1-419d-89b3-0fb1191c599b req-2b5f7ebb-6788-4c66-bada-413bea84590a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0931666 Dec 02 17:51:21.282630 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea2f1bc6-7dd1-419d-89b3-0fb1191c599b req-5acbab4c-61aa-4e86-a695-3d08d6c9097c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Dec 02 17:51:21.773234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e08e0-49e9-4d5a-a619-3c5181620edb req-dcd2e472-601b-42d1-bff2-d473bac9468b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:21.774818 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-186e08e0-49e9-4d5a-a619-3c5181620edb req-dcd2e472-601b-42d1-bff2-d473bac9468b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.3205669 Dec 02 17:51:21.816764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-c79e445b-f237-4e1c-8d1b-feb156ef88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:21.818621 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-c79e445b-f237-4e1c-8d1b-feb156ef88a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.0864887 Dec 02 17:51:21.843432 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-186e08e0-49e9-4d5a-a619-3c5181620edb req-32f680b1-8c61-4a3e-8548-1366450c8ddf tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600126 Dec 02 17:51:21.850996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32c8e2-d1f8-4cd3-b767-4841b273b39e req-56eaecb9-6e58-4ca0-b727-55b71317e5b1 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:21.852611 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dc32c8e2-d1f8-4cd3-b767-4841b273b39e req-56eaecb9-6e58-4ca0-b727-55b71317e5b1 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 945 time: 0.1448047 Dec 02 17:51:21.928188 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dc32c8e2-d1f8-4cd3-b767-4841b273b39e req-ba869627-a048-44d2-8f51-14d4b1ba3989 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690708 Dec 02 17:51:22.022515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-b428a725-58ef-45fc-9d8a-b868aeab5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:22.024949 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-b428a725-58ef-45fc-9d8a-b868aeab5bd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.1975372 Dec 02 17:51:22.086544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:22.123252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5cc6f-e1de-4458-bef5-aac094aebd01 req-62dd859a-e8b2-49c4-885c-cedada124785 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:22.131041 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bff5cc6f-e1de-4458-bef5-aac094aebd01 req-62dd859a-e8b2-49c4-885c-cedada124785 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1200118 Dec 02 17:51:22.168132 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-228c3e72-960c-49f6-aab9-72dea53ea422 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 217 time: 0.0870118 Dec 02 17:51:22.202923 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-40a1c7fe-a14f-41e9-9632-03cddc8f1c73 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.60 "GET /v2.0/networks?tenant_id=aa14b6144ebb4182925170521f201b88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141362 Dec 02 17:51:22.224299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:22.225260 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:22.244996 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29a4281c-8c7e-48a4-be00-20d842b510e7 req-d0381e13-1a92-4dad-a0e0-f09adcf5affd tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 210 time: 0.0939915 Dec 02 17:51:22.299106 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bff5cc6f-e1de-4458-bef5-aac094aebd01 req-1fd5dc75-7d99-4cd9-b7ff-79a4765788ff tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667356 Dec 02 17:51:22.300789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-83f45ffd-8fbe-48da-b0f8-4a08915b9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:22.307609 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-83f45ffd-8fbe-48da-b0f8-4a08915b9de2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.1279421 Dec 02 17:51:22.415430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:22.474234 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-ffefd718-9e54-448e-9663-e7671c1fa5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411877 Dec 02 17:51:22.498764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:22.499815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:22.646169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-4532142c-506e-4559-801a-3f66e1c38b0e tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:22.648104 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-4532142c-506e-4559-801a-3f66e1c38b0e tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481359 Dec 02 17:51:22.692392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Request body: {'port': {'device_id': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc', 'admin_state_up': True, 'tenant_id': 'aa14b6144ebb4182925170521f201b88'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:22.757797 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-78f7e3db-124a-4a4e-846a-5f23884c6394 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818873 Dec 02 17:51:22.899509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 59648) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:22.932279 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:22.937559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Usage tracker for resource:port and tenant:aa14b6144ebb4182925170521f201b88 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:22.942168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Quota usage for port was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:22.950109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:22.962011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Made reservation on behalf of aa14b6144ebb4182925170521f201b88 for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:22.969715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:22.987633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:23.011702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:23.016678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Usage tracker for resource:security_group_rule and tenant:aa14b6144ebb4182925170521f201b88 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:23.020790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:23.027424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:23.177496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:23.213382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:23.226471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Usage tracker for resource:security_group_rule and tenant:faeffc4aa69a45129a945f61fc8d392b is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:23.235041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:23.252424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:23.253837 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:23.258770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:23.271651 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9a9b96d5-f87c-4483-8495-600a1218cd50 req-cb3871d3-cbee-4af1-a5cc-49d291275625 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4886005 Dec 02 17:51:23.275057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8ddb91a7-0139-4da7-a34f-e91a42bb4f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:23.314699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce576e2-0e99-49f9-a915-c41af7fa0608 req-fd707826-41e2-42f9-a679-514ea990dce9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:23.316598 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bce576e2-0e99-49f9-a915-c41af7fa0608 req-fd707826-41e2-42f9-a679-514ea990dce9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2397842 Dec 02 17:51:23.354877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Pushing event updated for resources: {'SecurityGroup': ['ID=dc747ff5-23d5-48ea-8ad0-100307174b76,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:23.407015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.407427 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.407827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.408218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.408624 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.409014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.409398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.409784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.410167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.410547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.410962 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.411350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.411791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.412172 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.412553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.412931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.413316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.413697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.414074 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.414457 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.414832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.415234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.415615 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.416578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:23.430271 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:23.565648 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7328523-bca2-4fea-a034-6be7207d06f4 req-258d0be2-49b1-40e5-aa5e-8d7c372217d7 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 210 time: 0.1399298 Dec 02 17:51:23.591059 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bce576e2-0e99-49f9-a915-c41af7fa0608 req-29f46cb1-cf65-42fd-8e19-29d27dc08018 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400973 Dec 02 17:51:23.790118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:23.827621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:23.841644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b7d6c64e-d483-4fb0-878b-697dffe278e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:23.917073 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=faeffc4aa69a45129a945f61fc8d392b&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0136576 Dec 02 17:51:23.917590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59670) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:23.919043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58212cbe-2fd0-4d95-bab6-5ac5d3706cc1,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:23.928174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:23.939262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Allocated IP 192.168.233.25 (0eec494c-6aca-485d-a26b-32f3ec88a3cc/1b70ccf1-d16f-45f5-bf2f-8c687ad8c939/e09c82e3-6bfc-4c60-963c-f7e36140b0a7) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:51:23.978244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e91115-36b9-45bd-8f42-8a1565115a3b req-17439330-68bf-42f9-893f-db7009ef025e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:23.980050 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a8e91115-36b9-45bd-8f42-8a1565115a3b req-17439330-68bf-42f9-893f-db7009ef025e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2555547 Dec 02 17:51:24.010139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.038351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.087317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.089555 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a8e91115-36b9-45bd-8f42-8a1565115a3b req-8dbb8e72-112a-4bbd-b217-93d1447d21ed tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934575 Dec 02 17:51:24.096160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f955386c-4e4a-4ef2-a5a5-b100d76d9239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:24.119859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58212cbe-2fd0-4d95-bab6-5ac5d3706cc1,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:24.132967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.133430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.133769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.134202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.134574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.135617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.135907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.136297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.136699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.137066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.137492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.137813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.138263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.138651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.139301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.139695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.140083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.140471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.140864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.141253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.144626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.150960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.151458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.151936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:24.156715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.158097 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58212cbe-2fd0-4d95-bab6-5ac5d3706cc1 HTTP/1.1" status: 204 len: 168 time: 0.2392957 Dec 02 17:51:24.161356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:24.289508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.310224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Transition to ACTIVE for port object e09c82e3-6bfc-4c60-963c-f7e36140b0a7 will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:51:24.333209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.351360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:24.491536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Pushing event updated for resources: {'Port': ['ID=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:24.496587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:24.550039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Network 0eec494c-6aca-485d-a26b-32f3ec88a3cc is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:51:24.551245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:51:24.561288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:51:24.587350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59686) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:24.614409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.640958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:24.651419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a5354daab945bdb3a87dfd1230b4b5 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:24.655424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:24.664051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:24.709625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:24.717938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.794588 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1064699 Dec 02 17:51:24.870512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Request body: {'port': {'device_id': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:24.877594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.882616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.886133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-c01166e2-be3a-4f22-9147-d8393b3e9464 None None] Provisioning for port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:51:24.896410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-c01166e2-be3a-4f22-9147-d8393b3e9464 None None] Provisioning complete for port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:24.896837 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c01166e2-be3a-4f22-9147-d8393b3e9464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:24.954058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:24.996956 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1a5354daab945bdb3a87dfd1230b4b5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4006670 Dec 02 17:51:24.996956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59700) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:25.037409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c01166e2-be3a-4f22-9147-d8393b3e9464 None None] Port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:51:25.052194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24127501-d77b-4c4a-ae35-b4bde6c44af0,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:25.057275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:25.114899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4748b3e-d6db-4093-8abb-1e075a242c38 req-cb4e44f4-8f34-40ce-b493-44c2a5293764 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:25.115709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a4748b3e-d6db-4093-8abb-1e075a242c38 req-cb4e44f4-8f34-40ce-b493-44c2a5293764 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Synchronizing usage tracker for tenant:aa14b6144ebb4182925170521f201b88 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:51:25.115823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:25.142542 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740e74a-ecbf-4a0c-8cf2-80410ae2139f req-1ceaf569-4135-41a8-83c8-5332625eb3b2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:25.144325 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d740e74a-ecbf-4a0c-8cf2-80410ae2139f req-1ceaf569-4135-41a8-83c8-5332625eb3b2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.3463566 Dec 02 17:51:25.150527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:25.156666 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:25.200643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:25.206317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f978b0ef-a3f3-46ea-ba7f-23400f22f4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:25.220071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24127501-d77b-4c4a-ae35-b4bde6c44af0,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:25.223860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:25.231534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:25.235800 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24127501-d77b-4c4a-ae35-b4bde6c44af0 HTTP/1.1" status: 204 len: 168 time: 0.2359502 Dec 02 17:51:25.290566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a4748b3e-d6db-4093-8abb-1e075a242c38 req-cb4e44f4-8f34-40ce-b493-44c2a5293764 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Unset dirty status for tenant:aa14b6144ebb4182925170521f201b88 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:51:25.292405 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a4748b3e-d6db-4093-8abb-1e075a242c38 req-cb4e44f4-8f34-40ce-b493-44c2a5293764 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 935 time: 0.4286556 Dec 02 17:51:25.300867 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d740e74a-ecbf-4a0c-8cf2-80410ae2139f req-5c6935aa-6abd-41ec-b665-b35cc78d5004 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453137 Dec 02 17:51:25.417263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a4748b3e-d6db-4093-8abb-1e075a242c38 req-cb9416ac-d526-4819-89dd-9edb164f8104 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Synchronizing usage tracker for tenant:aa14b6144ebb4182925170521f201b88 on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:51:25.507862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a4748b3e-d6db-4093-8abb-1e075a242c38 req-cb9416ac-d526-4819-89dd-9edb164f8104 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Unset dirty status for tenant:aa14b6144ebb4182925170521f201b88 on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:51:25.509320 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a4748b3e-d6db-4093-8abb-1e075a242c38 req-cb9416ac-d526-4819-89dd-9edb164f8104 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075047 Dec 02 17:51:26.061940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:26.137256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:26.137749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:26.161901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9233ce7-ee67-45dd-adbb-e2f538bc58a7 req-a459017c-f715-4153-80a4-9d9d4793c144 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:26.170025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f9233ce7-ee67-45dd-adbb-e2f538bc58a7 req-a459017c-f715-4153-80a4-9d9d4793c144 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1754613 Dec 02 17:51:26.230202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09c82e3-6bfc-4c60-963c-f7e36140b0a7 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:51:26.244655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:26.263576 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f9233ce7-ee67-45dd-adbb-e2f538bc58a7 req-000d8a8c-3f17-48d2-b134-a4c54f84b365 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925388 Dec 02 17:51:26.291960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Transition to ACTIVE for port object e09c82e3-6bfc-4c60-963c-f7e36140b0a7 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:51:26.297539 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:26.312387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9fd3cdd7-6bbc-46c9-bbcd-e1b681fef029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:26.593468 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:26.640570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:26.836908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f27ac-c6c4-42b4-b1a2-13805a3f76b5 req-70e7b2b4-8008-49a2-ac6f-4c1dca787c23 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:26.839586 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-094f27ac-c6c4-42b4-b1a2-13805a3f76b5 req-70e7b2b4-8008-49a2-ac6f-4c1dca787c23 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2554500 Dec 02 17:51:26.944426 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-094f27ac-c6c4-42b4-b1a2-13805a3f76b5 req-1f33f967-f516-4436-91ee-04ad4ea896bd tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923026 Dec 02 17:51:26.947518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Attempting to bind port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:51:26.947901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Attempting to bind port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:51:26.948266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Attempting to bind port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 on network 0eec494c-6aca-485d-a26b-32f3ec88a3cc {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:51:26.954486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:51:26.954861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Checking segment: {'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:51:26.955326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:26.955884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Bound using segment: {'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:51:26.956155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Bound port: e09c82e3-6bfc-4c60-963c-f7e36140b0a7, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5236620-b532-485b-8a58-cc5501f7e00c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0eec494c-6aca-485d-a26b-32f3ec88a3cc'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:51:26.956530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:27.187694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] For port e09c82e3-6bfc-4c60-963c-f7e36140b0a7, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:51:27.201745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] For port e09c82e3-6bfc-4c60-963c-f7e36140b0a7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,segment=NetworkSegment(f5236620-b532-485b-8a58-cc5501f7e00c),segment_id=f5236620-b532-485b-8a58-cc5501f7e00c)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:51:27.212349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:27.232493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8d78f7f6-4fe4-4161-8d60-24cd404589ea tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:27.456659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094f917-4c08-4730-9d9d-682c22033cac req-44f76ab5-82f7-49b9-8dc6-cf3a2ac8eda6 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:27.458304 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e094f917-4c08-4730-9d9d-682c22033cac req-44f76ab5-82f7-49b9-8dc6-cf3a2ac8eda6 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 947 time: 0.3697557 Dec 02 17:51:27.498130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:27.511533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:27.584391 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e094f917-4c08-4730-9d9d-682c22033cac req-0686e9c5-5795-4048-9edd-579e5ea21265 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166513 Dec 02 17:51:27.610891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:27.611623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:27.613103 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] 10.222.0.60 "PUT /v2.0/ports/e09c82e3-6bfc-4c60-963c-f7e36140b0a7 HTTP/1.1" status: 200 len: 1161 time: 2.7507467 Dec 02 17:51:27.613611 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:27.672796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56025c49-94ad-4e4e-96cf-73e65ec0ca62 req-82c92033-b58e-4cd5-a8a7-de883ad0b0cc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:27.681752 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56025c49-94ad-4e4e-96cf-73e65ec0ca62 req-82c92033-b58e-4cd5-a8a7-de883ad0b0cc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1436362 Dec 02 17:51:27.833338 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56025c49-94ad-4e4e-96cf-73e65ec0ca62 req-201ee1b8-62c1-466e-bd8b-e386d51a25db tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507494 Dec 02 17:51:27.884079 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82b192-2432-45fa-861e-5ad56a86a048 req-5dfa0dad-5269-49ef-9859-11084a20b2e3 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:27.886269 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e82b192-2432-45fa-861e-5ad56a86a048 req-5dfa0dad-5269-49ef-9859-11084a20b2e3 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 945 time: 0.1439335 Dec 02 17:51:27.888500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-370ae512-c435-478f-bf3c-c0fd80e8a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:27.889940 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-370ae512-c435-478f-bf3c-c0fd80e8a24e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa14b6144ebb4182925170521f201b88&device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 1164 time: 0.2054622 Dec 02 17:51:27.988791 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7', 'status': 'completed', 'code': 200} Dec 02 17:51:28.003806 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-ec89a5e4-a937-45c0-866f-a806d51af74a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e09c82e3-6bfc-4c60-963c-f7e36140b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0760891 Dec 02 17:51:28.075608 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e82b192-2432-45fa-861e-5ad56a86a048 req-29e88351-a819-4874-88b1-302633892902 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829002 Dec 02 17:51:28.134238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-ac3d47aa-179b-49a5-b972-a0b62ccf0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:28.136211 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-ac3d47aa-179b-49a5-b972-a0b62ccf0942 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b70ccf1-d16f-45f5-bf2f-8c687ad8c939 HTTP/1.1" status: 200 len: 843 time: 0.1157553 Dec 02 17:51:28.300392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-784c0af0-724a-410a-a054-e10fd17ed168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:28.302193 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-784c0af0-724a-410a-a054-e10fd17ed168 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eec494c-6aca-485d-a26b-32f3ec88a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1451235 Dec 02 17:51:28.313740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a80e-ddd6-4c16-b450-c13e10dcb261 req-ec43fa6b-a175-4afd-84d4-3245b7105b3a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:28.315446 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d097a80e-ddd6-4c16-b450-c13e10dcb261 req-ec43fa6b-a175-4afd-84d4-3245b7105b3a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1193995 Dec 02 17:51:28.482113 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d097a80e-ddd6-4c16-b450-c13e10dcb261 req-589f10a7-4bcc-4cdf-aca8-e867aba14d8f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370637 Dec 02 17:51:28.530607 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-4484be74-336c-4997-b518-4dfc80b351ef service neutron] 10.222.0.60 "GET /v2.0/networks/0eec494c-6aca-485d-a26b-32f3ec88a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112691 Dec 02 17:51:28.700143 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b4a3abe-4800-442a-8123-ec6d489d62f2 req-8a9e07d0-3f07-4f43-83b8-fe8c601bc6d0 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec494c-6aca-485d-a26b-32f3ec88a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1594911 Dec 02 17:51:28.821756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3be43-19ea-4c4e-8a5b-6d60a1c541da req-15f08e3b-fcda-4537-81ff-1dfef44416f6 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:28.823995 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-65b3be43-19ea-4c4e-8a5b-6d60a1c541da req-15f08e3b-fcda-4537-81ff-1dfef44416f6 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 947 time: 0.0873990 Dec 02 17:51:28.926836 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-65b3be43-19ea-4c4e-8a5b-6d60a1c541da req-7a05b99f-18af-4d86-a65b-7b560b3755de tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960662 Dec 02 17:51:28.955688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-7a934e2a-517d-4168-a9e0-07c99a023d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:28.962952 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-7a934e2a-517d-4168-a9e0-07c99a023d4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa14b6144ebb4182925170521f201b88&device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 1164 time: 0.1056764 Dec 02 17:51:29.003634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59840) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:29.184506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:29.241217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:29.247545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Usage tracker for resource:security_group_rule and tenant:9e0b9161f5104e7b93ddfe0e72d27bff is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:29.251578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:29.259834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:29.332439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-e337002b-36c0-457d-854f-2e045c3524b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:29.334636 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-e337002b-36c0-457d-854f-2e045c3524b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0eec494c-6aca-485d-a26b-32f3ec88a3cc HTTP/1.1" status: 200 len: 863 time: 0.3682456 Dec 02 17:51:29.395863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:29.398866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:29.408620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1ab71ce1-260a-44ff-9b00-56de32e899b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:29.454702 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e0b9161f5104e7b93ddfe0e72d27bff&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4498024 Dec 02 17:51:29.455376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59854) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:29.459038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e640e17c-16d5-4c2b-9fc2-b0480104497e,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:29.462974 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-04c8e743-55b4-42a8-88e8-9d50ecfafbd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=e09c82e3-6bfc-4c60-963c-f7e36140b0a7 HTTP/1.1" status: 200 len: 217 time: 0.0904036 Dec 02 17:51:29.463098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:29.532310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:29.555744 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70f36-7b03-4188-b88e-eac803d80f35 req-834a87d0-795a-4852-82a8-5208267c4b42 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:29.557559 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87a70f36-7b03-4188-b88e-eac803d80f35 req-834a87d0-795a-4852-82a8-5208267c4b42 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 945 time: 0.2217536 Dec 02 17:51:29.590895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-c9df2754-5983-441c-a736-943549540cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:29.592577 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-c9df2754-5983-441c-a736-943549540cd1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b70ccf1-d16f-45f5-bf2f-8c687ad8c939 HTTP/1.1" status: 200 len: 843 time: 0.1163039 Dec 02 17:51:29.614363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:29.635740 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87a70f36-7b03-4188-b88e-eac803d80f35 req-d9294925-f131-45fe-9f1a-7a24ef9b374c tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Dec 02 17:51:29.668421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:29.675886 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-813a3a4e-bc4f-474b-b30e-2a5967e8ac81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:29.748661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e640e17c-16d5-4c2b-9fc2-b0480104497e,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:29.762369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:29.763560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:29.765372 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e640e17c-16d5-4c2b-9fc2-b0480104497e HTTP/1.1" status: 204 len: 168 time: 0.3079963 Dec 02 17:51:29.775965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-2c2e34aa-8c9c-47e7-a461-fed0de16a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:29.779654 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-2c2e34aa-8c9c-47e7-a461-fed0de16a0ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0eec494c-6aca-485d-a26b-32f3ec88a3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1473997 Dec 02 17:51:30.087964 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-2467f0fc-5db6-4bf4-bf19-875567e56af3 service neutron] 10.222.0.60 "GET /v2.0/networks/0eec494c-6aca-485d-a26b-32f3ec88a3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808850 Dec 02 17:51:30.112129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619781c-892b-4190-ba3f-c7ecf8ea68c5 req-0fcd8371-f58f-4008-bbfe-f0ce977ef501 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:30.113766 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c619781c-892b-4190-ba3f-c7ecf8ea68c5 req-0fcd8371-f58f-4008-bbfe-f0ce977ef501 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2077765 Dec 02 17:51:30.121153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce74f83-174f-4bbd-9cf6-5c7fab971fa8 req-c08a7746-1f2a-4317-b61a-e81494e82c07 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:30.122840 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ce74f83-174f-4bbd-9cf6-5c7fab971fa8 req-c08a7746-1f2a-4317-b61a-e81494e82c07 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2885544 Dec 02 17:51:30.169926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:30.192170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59874) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:30.219201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.235583 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c619781c-892b-4190-ba3f-c7ecf8ea68c5 req-86c2d497-9b13-4cb1-8879-81f93cb3763e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115227 Dec 02 17:51:30.247913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:30.248144 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:30.248760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.252387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e8d711aaed4320a094c1a2791b5f79 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:30.268268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:30.274753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:30.323938 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ce74f83-174f-4bbd-9cf6-5c7fab971fa8 req-6bd6d0f6-f734-45ab-b64a-8c216c4370cc tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818995 Dec 02 17:51:30.387610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.442980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.457317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f86ccc9a-e4a5-4683-a0fb-aca2971b36c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:30.516197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6b1126-26df-4092-b665-f190d3e80f09,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:30.521224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:30.526739 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2e8d711aaed4320a094c1a2791b5f79&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3325419 Dec 02 17:51:30.530239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 59880) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:30.575596 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-952454b2-e3b0-4b39-b683-eadae11982b0 req-cb95e54d-0c93-4316-af02-2fad4f4dbcff service neutron] 10.222.0.60 "GET /v2.0/networks/0eec494c-6aca-485d-a26b-32f3ec88a3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4109406 Dec 02 17:51:30.594374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-72f102c8-dc27-4337-a52b-a55609d836cf tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:30.596121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-72f102c8-dc27-4337-a52b-a55609d836cf tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Synchronizing usage tracker for tenant:e9a044e0c16146abaa31dc1a12cf2cfa on resource:port {{(pid=80258) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:51:30.605609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89a12-976f-42ff-8f3c-9c6baab98ba4 req-c3fa2bd3-8ac8-4cd7-b18f-5f7b862f5891 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:30.607243 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7f89a12-976f-42ff-8f3c-9c6baab98ba4 req-c3fa2bd3-8ac8-4cd7-b18f-5f7b862f5891 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1780953 Dec 02 17:51:30.635217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.644618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-72f102c8-dc27-4337-a52b-a55609d836cf tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Unset dirty status for tenant:e9a044e0c16146abaa31dc1a12cf2cfa on resource:port {{(pid=80258) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:51:30.646077 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-72f102c8-dc27-4337-a52b-a55609d836cf tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.60 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 945 time: 0.2556636 Dec 02 17:51:30.654756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdde04-fb80-4d40-b19e-da038dc15424 req-28ef5c4f-413f-447c-a258-a84c93271270 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:30.656378 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dbdde04-fb80-4d40-b19e-da038dc15424 req-28ef5c4f-413f-447c-a258-a84c93271270 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 947 time: 0.1495512 Dec 02 17:51:30.700595 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7f89a12-976f-42ff-8f3c-9c6baab98ba4 req-7a0ff0d5-6286-4005-8870-33344cdd2bc9 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846119 Dec 02 17:51:30.701772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.724881 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dbdde04-fb80-4d40-b19e-da038dc15424 req-788206e0-4157-4e97-891e-6f948dc8af80 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Dec 02 17:51:30.776750 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Deleting port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:51:30.777131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.870343 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.885585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bb11a863-2025-4672-ad93-5a76cadf063d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:30.901609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6b1126-26df-4092-b665-f190d3e80f09,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:30.904337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:30.956193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dcf78-904e-4b8e-b6e2-972c832515b3 req-d9b26cfb-066f-4004-8d9a-e6c77aeb7130 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:30.958355 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cd2dcf78-904e-4b8e-b6e2-972c832515b3 req-d9b26cfb-066f-4004-8d9a-e6c77aeb7130 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 945 time: 0.0951936 Dec 02 17:51:30.983245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:30.987427 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b6b1126-26df-4092-b665-f190d3e80f09 HTTP/1.1" status: 204 len: 168 time: 0.4561779 Dec 02 17:51:31.016126 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cd2dcf78-904e-4b8e-b6e2-972c832515b3 req-6a43225d-5335-4d8e-8293-c521eb5580f2 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/security-groups?id=d9507007-a9b0-421e-8e7e-875c487d304d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513296 Dec 02 17:51:31.123668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] For port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,segment=NetworkSegment(f5d6bb7a-d275-4d36-9df0-fda4d69c07bf),segment_id=f5d6bb7a-d275-4d36-9df0-fda4d69c07bf)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:31.124077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:31.285596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Calling delete_port for 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 owned by compute:nova {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:51:31.471433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:31.581037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7e1d93d6-dd7c-4edd-81ce-9660902c4eaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:31.647027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Pushing event deleted for resources: {'Port': ['ID=05457ff6-acc4-48a0-87ea-70b8f9dcffb5,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:31.650893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:31.663020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03d799-e6a3-46c7-b96b-a291898fc36a req-56799e61-2946-4b7a-a041-05ca6f4bccd1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:31.665149 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a03d799-e6a3-46c7-b96b-a291898fc36a req-56799e61-2946-4b7a-a041-05ca6f4bccd1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1262805 Dec 02 17:51:31.730605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] No DVR routers for this DVR port 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 on host hv-cinder-73362 {{(pid=80258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:51:31.733545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:31.736932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'name': 'network-vif-deleted', 'tag': '05457ff6-acc4-48a0-87ea-70b8f9dcffb5'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:31.757990 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-223a5119-06cc-40dd-8c15-b031e27b7eeb req-1847b322-9267-4cb5-9ee8-e12565934a89 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.60 "DELETE /v2.0/ports/05457ff6-acc4-48a0-87ea-70b8f9dcffb5 HTTP/1.1" status: 204 len: 173 time: 1.0952804 Dec 02 17:51:31.782238 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a03d799-e6a3-46c7-b96b-a291898fc36a req-575b9cf6-0bdf-47ea-8d4f-776ceba424ce tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098962 Dec 02 17:51:31.830623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 0eec494c-6aca-485d-a26b-32f3ec88a3cc details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:51:31.919401 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a36a262-26f0-4f5f-bf1c-545f22896ce4', 'name': 'network-vif-deleted', 'tag': '05457ff6-acc4-48a0-87ea-70b8f9dcffb5', 'status': 'completed', 'code': 200} Dec 02 17:51:31.957224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8932d97-a5cd-473f-b040-42044cf3e74a req-e02520d6-8d36-4f96-a56c-6dfcf48494c6 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:31.958877 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d8932d97-a5cd-473f-b040-42044cf3e74a req-e02520d6-8d36-4f96-a56c-6dfcf48494c6 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1043677 Dec 02 17:51:32.044699 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d8932d97-a5cd-473f-b040-42044cf3e74a req-f883f828-0477-4d7f-b829-2518452b6380 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728965 Dec 02 17:51:32.186341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56b6fb-32cc-49dc-aa6e-bf7033d9d010 req-c3dca8e2-c887-4bd5-8780-a61b93974eae tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:32.188014 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dc56b6fb-32cc-49dc-aa6e-bf7033d9d010 req-c3dca8e2-c887-4bd5-8780-a61b93974eae tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 947 time: 0.1120081 Dec 02 17:51:32.317267 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-58ab18dd-b0d1-4fba-b6e2-cb884241f94a req-014788a8-42a4-4158-8671-8072cfc33adb tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] 10.222.0.10 "GET /v2.0/ports?device_id=1a36a262-26f0-4f5f-bf1c-545f22896ce4 HTTP/1.1" status: 200 len: 210 time: 0.0858343 Dec 02 17:51:32.324439 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dc56b6fb-32cc-49dc-aa6e-bf7033d9d010 req-55559eaf-ee17-4b74-acb8-1e87646e4f67 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293201 Dec 02 17:51:32.446407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-3cc4b7ea-3cc5-480e-9ec6-545395acca48 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:51:33.022390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b615f8a-f291-4dcf-aba2-2b8673d7a67b req-8477d084-8fba-4386-ab3a-cededb5d8f48 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:33.024335 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5b615f8a-f291-4dcf-aba2-2b8673d7a67b req-8477d084-8fba-4386-ab3a-cededb5d8f48 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.0891595 Dec 02 17:51:33.085691 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5b615f8a-f291-4dcf-aba2-2b8673d7a67b req-beafc05d-4bc5-4ff1-8d02-f29a12fce4b1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467710 Dec 02 17:51:33.343926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47c6a2-4c39-48f9-8ffb-585ee861a577 req-c517ccde-c42e-4bd7-a42b-07951f5c10c4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:33.345740 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d47c6a2-4c39-48f9-8ffb-585ee861a577 req-c517ccde-c42e-4bd7-a42b-07951f5c10c4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1144471 Dec 02 17:51:33.407181 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d47c6a2-4c39-48f9-8ffb-585ee861a577 req-63788550-df17-4f97-9ca8-e88673dcd62b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549014 Dec 02 17:51:33.638013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837d430-09c1-4036-be1a-f656bc3fa6b5 req-32ac3fc6-4b18-444c-81c7-5628e9331d34 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:33.640095 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8837d430-09c1-4036-be1a-f656bc3fa6b5 req-32ac3fc6-4b18-444c-81c7-5628e9331d34 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 947 time: 0.1462727 Dec 02 17:51:33.729530 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8837d430-09c1-4036-be1a-f656bc3fa6b5 req-7b7ffc0e-9659-473f-bd09-27aa529a67e7 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828347 Dec 02 17:51:33.770703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:33.858197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:33.858614 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:34.368455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device e09c82e3-6bfc-4c60-963c-f7e36140b0a7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:34.475193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:51:34.488344 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:34.488823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:34.560370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a820a-59bb-460c-b2c8-fd66e1ab7595 req-ff6f9203-9f45-4533-a4c7-8bcb2884c796 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:34.579598 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-305a820a-59bb-460c-b2c8-fd66e1ab7595 req-ff6f9203-9f45-4533-a4c7-8bcb2884c796 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1992888 Dec 02 17:51:34.682090 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-305a820a-59bb-460c-b2c8-fd66e1ab7595 req-ab8a945f-2c41-42c9-9ac2-268743f4707b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014719 Dec 02 17:51:34.758432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:34.833383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port e09c82e3-6bfc-4c60-963c-f7e36140b0a7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,segment=NetworkSegment(f5236620-b532-485b-8a58-cc5501f7e00c),segment_id=f5236620-b532-485b-8a58-cc5501f7e00c)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:34.834671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:34.846055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:34.848561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:34.885437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0969c-46ac-4c0e-8ac0-133bbef44e97 req-2f5ec5fb-7787-4dfa-8703-9d0126777b12 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:34.891900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056258e-caea-483c-8c9c-0233d716feee req-72ae7fd2-d139-4b1f-b54d-9c0188f98886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:34.893719 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4056258e-caea-483c-8c9c-0233d716feee req-72ae7fd2-d139-4b1f-b54d-9c0188f98886 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.2129827 Dec 02 17:51:34.900573 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-94d0969c-46ac-4c0e-8ac0-133bbef44e97 req-2f5ec5fb-7787-4dfa-8703-9d0126777b12 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2035341 Dec 02 17:51:34.931202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:34.948136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:51:34.988580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.988966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.989348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.989722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.990208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.990577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.990988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.991564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.991936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.992461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.992883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.993310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.993735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.994092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.994451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.994810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.995233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.995590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.995949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.996337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.996634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.996986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.997653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:34.997653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:51:35.010715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:51:35.011263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 05457ff6-acc4-48a0-87ea-70b8f9dcffb5 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:51:35.011419 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-94d0969c-46ac-4c0e-8ac0-133bbef44e97 req-e2386a75-cb61-46e1-ad87-4dd22847389d tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097803 Dec 02 17:51:35.013014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:35.054356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d930fd-297d-48ad-92fa-73f9304cc6dd req-62583058-a38e-4ce4-b86b-d918ad0adb7f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:35.056074 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1d930fd-297d-48ad-92fa-73f9304cc6dd req-62583058-a38e-4ce4-b86b-d918ad0adb7f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1531687 Dec 02 17:51:35.064980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056258e-caea-483c-8c9c-0233d716feee req-addb7a9b-e1d0-4965-a7c6-ca9f5675045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:35.066569 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4056258e-caea-483c-8c9c-0233d716feee req-addb7a9b-e1d0-4965-a7c6-ca9f5675045f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.1643088 Dec 02 17:51:35.111327 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1d930fd-297d-48ad-92fa-73f9304cc6dd req-6fef1670-e9a1-4c88-871e-98a6a5b1eb9d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483785 Dec 02 17:51:35.187954 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4056258e-caea-483c-8c9c-0233d716feee req-b9ce1c40-703f-4b3d-9380-9038e0b5d8f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 217 time: 0.1119919 Dec 02 17:51:35.226098 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7', 'code': 200} Dec 02 17:51:35.279846 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056258e-caea-483c-8c9c-0233d716feee req-2f93e3ca-7053-4392-ba16-df24872f37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:35.281552 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4056258e-caea-483c-8c9c-0233d716feee req-2f93e3ca-7053-4392-ba16-df24872f37ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.0859878 Dec 02 17:51:35.295762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4e847-16a3-46c2-b09c-36ab37098f63 req-868c01db-ba9b-41a5-aae6-ec37dc449ebd tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:35.297779 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bdc4e847-16a3-46c2-b09c-36ab37098f63 req-868c01db-ba9b-41a5-aae6-ec37dc449ebd tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 949 time: 0.1181650 Dec 02 17:51:35.364942 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4056258e-caea-483c-8c9c-0233d716feee req-53a106cc-f7e4-4afc-a595-3e7503ae1d3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558517 Dec 02 17:51:35.393065 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bdc4e847-16a3-46c2-b09c-36ab37098f63 req-ba09de6a-c597-4510-bcce-23a66c7d5e3b tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718524 Dec 02 17:51:35.561087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device e09c82e3-6bfc-4c60-963c-f7e36140b0a7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:35.591536 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4056258e-caea-483c-8c9c-0233d716feee req-713dda77-6d37-4358-aee5-3ce91d025457 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145288 Dec 02 17:51:35.704362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:35.705103 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:35.731367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad4875-ac4a-45ff-96e6-594c772d7a18 req-9a9bd1b1-7bd6-4b2c-9d68-eb8c46685021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:35.733035 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-64ad4875-ac4a-45ff-96e6-594c772d7a18 req-9a9bd1b1-7bd6-4b2c-9d68-eb8c46685021 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 1166 time: 0.1851370 Dec 02 17:51:35.861328 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4056258e-caea-483c-8c9c-0233d716feee req-bf516636-50a8-4395-9df6-127636991cb3 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2620509 Dec 02 17:51:35.867931 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-64ad4875-ac4a-45ff-96e6-594c772d7a18 req-70e5cc20-34f0-477d-b292-9958b08dd1c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241932 Dec 02 17:51:36.037118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39b59f-662d-4fb2-83b5-caca90ab7c56 req-cd60934f-abe6-4806-b093-8a083ca3f84c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:36.038842 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec39b59f-662d-4fb2-83b5-caca90ab7c56 req-cd60934f-abe6-4806-b093-8a083ca3f84c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.0929408 Dec 02 17:51:36.133965 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec39b59f-662d-4fb2-83b5-caca90ab7c56 req-a8cc4f78-5908-4214-ac30-ee67601edab7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777822 Dec 02 17:51:36.379323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f5af-762c-4d16-9f63-5b0d59354c71 req-32ae9f04-b30b-46a5-9648-90146dd032ba tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:36.380882 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1322f5af-762c-4d16-9f63-5b0d59354c71 req-32ae9f04-b30b-46a5-9648-90146dd032ba tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1451705 Dec 02 17:51:36.484718 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1322f5af-762c-4d16-9f63-5b0d59354c71 req-f3f04b69-8a30-4fff-9219-bcfaa245a689 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928297 Dec 02 17:51:36.598015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36dcdc-fd00-4d9d-b8df-22d023ed205b req-6d981e41-e396-4155-aff6-6ecee93a841a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:36.608690 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cb36dcdc-fd00-4d9d-b8df-22d023ed205b req-6d981e41-e396-4155-aff6-6ecee93a841a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1766188 Dec 02 17:51:36.671692 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cb36dcdc-fd00-4d9d-b8df-22d023ed205b req-24ad16f7-a98f-40bf-a515-0b12c2797154 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 Dec 02 17:51:36.900119 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd18317-fe8a-4823-8bc1-7165219666fc req-df450cbc-935d-44af-92c8-43343a626b6f tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:36.902478 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bcd18317-fe8a-4823-8bc1-7165219666fc req-df450cbc-935d-44af-92c8-43343a626b6f tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 949 time: 0.1019495 Dec 02 17:51:36.983317 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bcd18317-fe8a-4823-8bc1-7165219666fc req-f4f646b9-4c22-43b4-b324-833156bb69b4 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723207 Dec 02 17:51:37.639572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fcff1-4d87-40c4-8c84-df008672995e req-e48e9c47-44c7-4df1-8793-77cdb608aa36 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:37.650857 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-027fcff1-4d87-40c4-8c84-df008672995e req-e48e9c47-44c7-4df1-8793-77cdb608aa36 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2231369 Dec 02 17:51:37.717815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device e09c82e3-6bfc-4c60-963c-f7e36140b0a7 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:37.730799 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-027fcff1-4d87-40c4-8c84-df008672995e req-dceaa1b0-dfa5-42ea-a65d-a51bfc96d04b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759199 Dec 02 17:51:37.857171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:37.857859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:37.931137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357d570-3f6c-4e61-b0c8-fec2f3bc5b78 req-004472e5-cec4-4429-aab1-9059554df48c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:37.933225 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9357d570-3f6c-4e61-b0c8-fec2f3bc5b78 req-004472e5-cec4-4429-aab1-9059554df48c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1919215 Dec 02 17:51:38.100778 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9357d570-3f6c-4e61-b0c8-fec2f3bc5b78 req-2fe43b3a-bd75-49eb-9722-6cdc1e86869e tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878589 Dec 02 17:51:38.149195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b7be-eea1-4e33-a9a9-ef07c582a70b req-bcb7d611-6a55-47df-8a59-08135a25764f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:38.151470 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0fd8b7be-eea1-4e33-a9a9-ef07c582a70b req-bcb7d611-6a55-47df-8a59-08135a25764f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2379525 Dec 02 17:51:38.276008 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0fd8b7be-eea1-4e33-a9a9-ef07c582a70b req-4995044d-91d7-4023-a9f1-9d3baccd7219 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119282 Dec 02 17:51:38.382799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0e03814a-5d13-4b01-ae17-3e2087ec9a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:38.606900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303a336-6d0a-4729-8eeb-b015e1480675 req-e30c29e4-771b-452a-ac99-85cdf66c161b tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:38.608544 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6303a336-6d0a-4729-8eeb-b015e1480675 req-e30c29e4-771b-452a-ac99-85cdf66c161b tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 949 time: 0.0966265 Dec 02 17:51:38.860297 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6303a336-6d0a-4729-8eeb-b015e1480675 req-930ef2b5-7f3f-4b60-ab79-24c58841de13 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389293 Dec 02 17:51:39.050681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ef573-4f5c-4a86-a4dd-59cd5e7873fd req-796ce8ac-5721-4f3a-8bbc-de28157b4911 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:39.060476 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-df7ef573-4f5c-4a86-a4dd-59cd5e7873fd req-796ce8ac-5721-4f3a-8bbc-de28157b4911 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1063762 Dec 02 17:51:39.124911 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-df7ef573-4f5c-4a86-a4dd-59cd5e7873fd req-16ebd714-d198-4805-87ee-f5055a7e8d5b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632467 Dec 02 17:51:39.521334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c83d2-1a18-4314-b00f-f28f23baf4a3 req-59f94244-f851-4ae1-ba53-875d77c329b0 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:39.523147 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a15c83d2-1a18-4314-b00f-f28f23baf4a3 req-59f94244-f851-4ae1-ba53-875d77c329b0 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2151349 Dec 02 17:51:39.630635 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a15c83d2-1a18-4314-b00f-f28f23baf4a3 req-ac772669-766f-4e03-a2f6-bc7dd4f636d3 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631785 Dec 02 17:51:39.674590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075198f-f85b-4925-b551-d804859ec6a2 req-62f24711-2b3a-40be-ae02-ddb73c77e8fc tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:39.682469 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7075198f-f85b-4925-b551-d804859ec6a2 req-62f24711-2b3a-40be-ae02-ddb73c77e8fc tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 949 time: 0.1691594 Dec 02 17:51:39.740124 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7075198f-f85b-4925-b551-d804859ec6a2 req-e71eac3d-1e4f-4b85-833b-fdd6f66b48ec tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563872 Dec 02 17:51:40.026975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e1cdd-81fd-405a-adb1-f131f4db118e req-da15d89b-da41-4e7e-892c-1b0cfcea808f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:40.034453 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d51e1cdd-81fd-405a-adb1-f131f4db118e req-da15d89b-da41-4e7e-892c-1b0cfcea808f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1975513 Dec 02 17:51:40.104408 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d51e1cdd-81fd-405a-adb1-f131f4db118e req-fc3ccaab-74c6-4a10-adf1-04b687c5d0c5 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Dec 02 17:51:40.395186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc2621-1b56-41bd-814c-355301ce504f req-3ae10913-e9d4-429b-8416-4b47e6912f2c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:40.399428 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-61bc2621-1b56-41bd-814c-355301ce504f req-3ae10913-e9d4-429b-8416-4b47e6912f2c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1057155 Dec 02 17:51:40.465425 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-61bc2621-1b56-41bd-814c-355301ce504f req-be23cb90-490c-4ac3-b15a-6a3c579315b7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610726 Dec 02 17:51:40.870515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21766ef-1e7b-4625-9260-340388a88c71 req-8d403e02-c931-4310-a59b-e3c8373b5c41 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:40.885795 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f21766ef-1e7b-4625-9260-340388a88c71 req-8d403e02-c931-4310-a59b-e3c8373b5c41 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1047039 Dec 02 17:51:40.906283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c6318b5e-fca3-4b9c-a228-4ed8b3e78008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:41.003596 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f21766ef-1e7b-4625-9260-340388a88c71 req-fb327821-239f-4764-9ba1-1d6a6ff4813a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162858 Dec 02 17:51:41.040913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:41.070629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1dfde-6282-4382-8993-7269aaa83124 req-fa935692-c87b-4fc1-9c0d-dbc38dc7f682 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:41.079378 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4ad1dfde-6282-4382-8993-7269aaa83124 req-fa935692-c87b-4fc1-9c0d-dbc38dc7f682 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 949 time: 0.1505318 Dec 02 17:51:41.135143 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4ad1dfde-6282-4382-8993-7269aaa83124 req-fa84dead-a755-4e7d-804c-7b9f76cac097 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545754 Dec 02 17:51:41.417682 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device e09c82e3-6bfc-4c60-963c-f7e36140b0a7 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:51:41.441548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d96579-acfc-41a4-ab1f-0df7afd86b4a req-b9165869-2e7e-49ba-a399-0a0de3dbd0b3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:41.450118 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-38d96579-acfc-41a4-ab1f-0df7afd86b4a req-b9165869-2e7e-49ba-a399-0a0de3dbd0b3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1217527 Dec 02 17:51:41.582911 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-38d96579-acfc-41a4-ab1f-0df7afd86b4a req-8c6d4ee6-5827-4fee-9fd8-534e274fff6b tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313066 Dec 02 17:51:41.731164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:41.769316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061317b-5555-40c3-bb7a-8074bc059efa req-c35ff2d3-8653-4e86-97aa-0e1c0d2268d0 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:41.771224 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1061317b-5555-40c3-bb7a-8074bc059efa req-c35ff2d3-8653-4e86-97aa-0e1c0d2268d0 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.60 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 949 time: 0.2063606 Dec 02 17:51:41.800394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:41.832605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port e09c82e3-6bfc-4c60-963c-f7e36140b0a7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,segment=NetworkSegment(f5236620-b532-485b-8a58-cc5501f7e00c),segment_id=f5236620-b532-485b-8a58-cc5501f7e00c)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:41.841148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:41.843856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:41.930832 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7', 'code': 200} Dec 02 17:51:41.941668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:41.945802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:42.044729 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Deleting port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:51:42.045266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:42.130473 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4a251-3a2d-4a0b-b2c9-1aead8c00ff3 req-f3dc7aa4-0021-4334-8725-b974320b9918 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:42.139039 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-71f4a251-3a2d-4a0b-b2c9-1aead8c00ff3 req-f3dc7aa4-0021-4334-8725-b974320b9918 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2651863 Dec 02 17:51:42.202260 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-71f4a251-3a2d-4a0b-b2c9-1aead8c00ff3 req-704b4235-292c-40a1-9a7e-1f99732ca737 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622139 Dec 02 17:51:42.298488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:42.431296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:42.478733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee8958-8036-46c0-aca1-e5907523e889 req-7317b71c-5c6c-4063-b621-f720465ec00b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:42.480885 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-97ee8958-8036-46c0-aca1-e5907523e889 req-7317b71c-5c6c-4063-b621-f720465ec00b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2848127 Dec 02 17:51:42.522729 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:42.617257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] For port e09c82e3-6bfc-4c60-963c-f7e36140b0a7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,segment=NetworkSegment(f5236620-b532-485b-8a58-cc5501f7e00c),segment_id=f5236620-b532-485b-8a58-cc5501f7e00c)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:42.617581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:42.636558 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-97ee8958-8036-46c0-aca1-e5907523e889 req-c0f3aaf7-4518-478d-99a7-0eb20584c847 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461332 Dec 02 17:51:42.792697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Calling delete_port for e09c82e3-6bfc-4c60-963c-f7e36140b0a7 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:51:42.932288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86be8e-1952-46d8-8aee-b4e1e1c10bdf req-ba9bae5e-a81c-4a11-8422-433aafe5fced tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:42.933941 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad86be8e-1952-46d8-8aee-b4e1e1c10bdf req-ba9bae5e-a81c-4a11-8422-433aafe5fced tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 947 time: 0.4153216 Dec 02 17:51:43.077529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d4130-d48c-48d9-a9d4-6568fa6a3aae req-c882c307-0e9a-4c42-b855-726ffa267e31 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:43.079224 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fc4d4130-d48c-48d9-a9d4-6568fa6a3aae req-c882c307-0e9a-4c42-b855-726ffa267e31 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2582302 Dec 02 17:51:43.103941 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad86be8e-1952-46d8-8aee-b4e1e1c10bdf req-7a571885-59e7-44c0-9abe-e0d69b501498 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/security-groups?id=dc747ff5-23d5-48ea-8ad0-100307174b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607034 Dec 02 17:51:43.228527 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fc4d4130-d48c-48d9-a9d4-6568fa6a3aae req-5db440c6-f9ff-4f3a-a62e-46cf52367b74 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366668 Dec 02 17:51:43.239081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:43.472232 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:43.644262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:43.655647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] No DVR routers for this DVR port e09c82e3-6bfc-4c60-963c-f7e36140b0a7 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:51:43.658791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:43.667605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'name': 'network-vif-deleted', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:43.690637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Pushing event deleted for resources: {'Port': ['ID=e09c82e3-6bfc-4c60-963c-f7e36140b0a7,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:43.699191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:43.748179 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1061317b-5555-40c3-bb7a-8074bc059efa req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.60 "DELETE /v2.0/ports/e09c82e3-6bfc-4c60-963c-f7e36140b0a7 HTTP/1.1" status: 204 len: 173 time: 1.9662232 Dec 02 17:51:43.825216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:43.825916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:43.837200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347a9d4-7a11-4076-9fbe-4e8afebf2504 req-fe894459-116b-4ed4-9f11-22073fbaa1e9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:43.853702 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6347a9d4-7a11-4076-9fbe-4e8afebf2504 req-fe894459-116b-4ed4-9f11-22073fbaa1e9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.3858514 Dec 02 17:51:43.962925 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6347a9d4-7a11-4076-9fbe-4e8afebf2504 req-48f4832f-ea25-47a5-b0af-18d94c15e6bb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048479 Dec 02 17:51:44.238275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42774203-f8f1-4ce2-a11e-c3f938dbab18 req-b7d2dc05-5d21-4574-94ed-818dc3661690 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:44.247768 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-42774203-f8f1-4ce2-a11e-c3f938dbab18 req-b7d2dc05-5d21-4574-94ed-818dc3661690 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2631979 Dec 02 17:51:44.275072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60240) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:44.286877 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edcc07f-b980-4e35-bcd0-5f132a8d1d19', 'name': 'network-vif-deleted', 'tag': 'e09c82e3-6bfc-4c60-963c-f7e36140b0a7', 'status': 'completed', 'code': 200} Dec 02 17:51:44.327999 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-42774203-f8f1-4ce2-a11e-c3f938dbab18 req-ff58766a-8134-4f2e-b243-16788580d870 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790699 Dec 02 17:51:44.507304 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:44.527678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-c29ce21d-0fbe-4e93-acc3-e61b6943e43d req-1af7ede4-7292-411a-8b64-e0f8744957ad tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Synchronizing usage tracker for tenant:aa14b6144ebb4182925170521f201b88 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:51:44.532784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:44.537174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1b4e068e9547f38bcd38e8c0779088 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:44.541730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:44.548008 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:44.605917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-c29ce21d-0fbe-4e93-acc3-e61b6943e43d req-1af7ede4-7292-411a-8b64-e0f8744957ad tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Unset dirty status for tenant:aa14b6144ebb4182925170521f201b88 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:51:44.616337 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c29ce21d-0fbe-4e93-acc3-e61b6943e43d req-1af7ede4-7292-411a-8b64-e0f8744957ad tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] 10.222.0.10 "GET /v2.0/ports?device_id=3edcc07f-b980-4e35-bcd0-5f132a8d1d19 HTTP/1.1" status: 200 len: 210 time: 0.1901777 Dec 02 17:51:44.679237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:44.682753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:44.690653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7745-db46-4273-86a2-4081aa3a727c req-e8db3501-6d04-4d95-88bb-5e899662b139 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:44.699503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9869dfd7-4089-48ea-a4dc-f5f34a383e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:44.706254 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-33ec7745-db46-4273-86a2-4081aa3a727c req-e8db3501-6d04-4d95-88bb-5e899662b139 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1820230 Dec 02 17:51:44.766032 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc1b4e068e9547f38bcd38e8c0779088&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4894507 Dec 02 17:51:44.768257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60250) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:44.788237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74cf47-0ae4-4dbb-a4f7-f33d0075f418,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:44.811525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:44.811938 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-33ec7745-db46-4273-86a2-4081aa3a727c req-d199d519-67e0-4473-a768-0196ced5ebd3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046603 Dec 02 17:51:44.873731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:44.916916 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:44.989970 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:45.000456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-867912ce-017a-4685-bfbf-2cb7cc4e2811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:45.017296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74cf47-0ae4-4dbb-a4f7-f33d0075f418,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:45.020498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:45.021189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:45.025349 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a74cf47-0ae4-4dbb-a4f7-f33d0075f418 HTTP/1.1" status: 204 len: 168 time: 0.2559614 Dec 02 17:51:45.300257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754b558-a993-4c9c-b5e4-8008edbac741 req-b51f9c3b-4cb3-4384-bd31-b8b720b0bd66 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:45.308817 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d754b558-a993-4c9c-b5e4-8008edbac741 req-b51f9c3b-4cb3-4384-bd31-b8b720b0bd66 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1104691 Dec 02 17:51:45.363824 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d754b558-a993-4c9c-b5e4-8008edbac741 req-de56db39-2dea-4ff2-80d9-12caa15a4693 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540531 Dec 02 17:51:45.555940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60268) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:45.592841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:45.613948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:45.619940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Usage tracker for resource:security_group_rule and tenant:1de497482cad4a2797602be639c9f8dc is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:45.624695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:45.633277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:45.760588 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:45.763284 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:45.772778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-34f2ff21-fe6d-4c4b-85ba-eefbe4126f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:45.795835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84628f3-fe5d-4c49-b505-7328dbcc3dd6 req-35bf8ff7-e425-4720-9d1f-70770854ba28 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:45.797869 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a84628f3-fe5d-4c49-b505-7328dbcc3dd6 req-35bf8ff7-e425-4720-9d1f-70770854ba28 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2079234 Dec 02 17:51:45.818978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461c4bfa-c360-47a3-8289-4dbd25b0e5dd,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:45.824985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:45.829855 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1de497482cad4a2797602be639c9f8dc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2716036 Dec 02 17:51:45.831944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60278) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:45.907179 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a84628f3-fe5d-4c49-b505-7328dbcc3dd6 req-7e7c865c-a0ef-4b96-9532-8cbc600cde79 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969250 Dec 02 17:51:45.941695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:46.012421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:46.085147 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:46.093099 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4f1053e8-c61d-4dac-b041-bbe97c4a6852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:46.107438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461c4bfa-c360-47a3-8289-4dbd25b0e5dd,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:46.115348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:46.116815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:46.121387 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/461c4bfa-c360-47a3-8289-4dbd25b0e5dd HTTP/1.1" status: 204 len: 168 time: 0.2882633 Dec 02 17:51:46.133213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cfc0d-4fae-437a-bcba-ce33904ff572 req-ab06ec19-664c-4180-9f6e-cf9d6a71bed2 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:46.136189 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c47cfc0d-4fae-437a-bcba-ce33904ff572 req-ab06ec19-664c-4180-9f6e-cf9d6a71bed2 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1067460 Dec 02 17:51:46.354081 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c47cfc0d-4fae-437a-bcba-ce33904ff572 req-b72b0303-3bdb-4cfb-81c9-e56100b15891 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021520 Dec 02 17:51:46.949211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219b227-47c8-4c1e-869c-402e5ade50b4 req-dc2d513c-5408-45ce-ae29-eb1ff95293c2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:46.950870 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5219b227-47c8-4c1e-869c-402e5ade50b4 req-dc2d513c-5408-45ce-ae29-eb1ff95293c2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.3160839 Dec 02 17:51:46.987763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60310) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:47.027671 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5219b227-47c8-4c1e-869c-402e5ade50b4 req-18b23b9a-84bd-4219-ae4e-31d7b9034f70 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688043 Dec 02 17:51:47.042050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:47.084788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:47.094925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd84f316677497e9a754290f0e9b7e4 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:47.104705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:47.114743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:47.164492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe66d96-e1b4-4c5a-a3ca-2121e1d07489 req-d302f08a-45c7-465e-a08c-87f042d49750 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:47.173637 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4fe66d96-e1b4-4c5a-a3ca-2121e1d07489 req-d302f08a-45c7-465e-a08c-87f042d49750 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1014125 Dec 02 17:51:47.231979 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4fe66d96-e1b4-4c5a-a3ca-2121e1d07489 req-a4afd15b-852a-4b6c-b6b4-80906d303285 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569232 Dec 02 17:51:47.263764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:47.268543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:47.288331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-770b257e-6372-40f9-9e0a-0f6a3feab0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:47.362132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bbd74e-2214-43aa-bd52-eb708310d10b,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:47.409968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:47.433569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60332) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:47.439525 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fd84f316677497e9a754290f0e9b7e4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4505689 Dec 02 17:51:47.541429 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:47.575315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:47.629192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:47.637668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5b566652-2634-4d99-b8e2-703580b03365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:47.653331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bbd74e-2214-43aa-bd52-eb708310d10b,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:47.656379 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:47.658788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:47.660005 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45bbd74e-2214-43aa-bd52-eb708310d10b HTTP/1.1" status: 204 len: 168 time: 0.2253439 Dec 02 17:51:47.932741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bfcc8-55a3-43a8-94d3-04f5467272e6 req-3ac8720f-722e-489f-860b-ba7479c97022 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:47.937638 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f90bfcc8-55a3-43a8-94d3-04f5467272e6 req-3ac8720f-722e-489f-860b-ba7479c97022 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2473423 Dec 02 17:51:48.054499 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f90bfcc8-55a3-43a8-94d3-04f5467272e6 req-dd6ca7ed-f6b2-4808-b7bd-cb26ffc2e2ce tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101513 Dec 02 17:51:48.419459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:51:48.421495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-847210e2-b80e-4f79-951c-2b3a315ba5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:48.423455 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-847210e2-b80e-4f79-951c-2b3a315ba5af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 1163 time: 0.3102541 Dec 02 17:51:48.556511 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b14e-b1c9-4a2d-9787-ce559a864175 req-aef2f38c-116f-4165-9511-cc168a4db9cf tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:48.570429 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dba8b14e-b1c9-4a2d-9787-ce559a864175 req-aef2f38c-116f-4165-9511-cc168a4db9cf tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2582812 Dec 02 17:51:48.840788 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dba8b14e-b1c9-4a2d-9787-ce559a864175 req-f0169061-f6f7-4fdc-870f-3bd5f3ab5b27 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2672226 Dec 02 17:51:48.849367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-24556733-1e3f-4727-9848-336cddf2f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:48.850869 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-24556733-1e3f-4727-9848-336cddf2f6d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 903 time: 0.3718576 Dec 02 17:51:48.960946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058c36-e1e4-4bae-8ddc-b15253e74ade req-c0504c18-13a2-4661-8ee9-e38a48ba7e60 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:48.969192 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b2058c36-e1e4-4bae-8ddc-b15253e74ade req-c0504c18-13a2-4661-8ee9-e38a48ba7e60 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2599218 Dec 02 17:51:49.032420 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b2058c36-e1e4-4bae-8ddc-b15253e74ade req-d4e3544f-a970-4fd0-9c79-d664d97cd9a3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621834 Dec 02 17:51:49.092868 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-1429fdd4-0195-4b95-a006-15a89f9f32f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 200 len: 1002 time: 0.2185152 Dec 02 17:51:49.301952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-ef56048d-8ed7-4a9f-bbfc-78b57a9754f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:49.303819 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-ef56048d-8ed7-4a9f-bbfc-78b57a9754f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.2041750 Dec 02 17:51:49.314164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c1ebe-29ee-44c6-ae24-ba8427eb251a req-f19d63a9-2da8-4b22-902e-8e53964b2053 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:49.316183 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-768c1ebe-29ee-44c6-ae24-ba8427eb251a req-f19d63a9-2da8-4b22-902e-8e53964b2053 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1180351 Dec 02 17:51:49.431227 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-768c1ebe-29ee-44c6-ae24-ba8427eb251a req-d283d0e2-0ad3-40bb-83b2-9c62e791c718 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551994 Dec 02 17:51:49.458530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-10e4c891-4658-4143-baa8-589cec406182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:49.460216 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-10e4c891-4658-4143-baa8-589cec406182 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1429472 Dec 02 17:51:49.644574 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-62cca079-7d79-4fc4-8ec2-4553cc9010ee service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756315 Dec 02 17:51:49.961591 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8504c0d0-14cf-4e82-a7b7-7c60767ece51 req-275de6c5-0c54-48c8-8c8f-e86ed7421761 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3017693 Dec 02 17:51:50.129996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a1614-0c11-4d53-825d-3729149ffd95 req-081a7181-bee7-49fc-a5d9-e1c52e0db0fe tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:50.131630 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-208a1614-0c11-4d53-825d-3729149ffd95 req-081a7181-bee7-49fc-a5d9-e1c52e0db0fe tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0918133 Dec 02 17:51:50.181769 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-208a1614-0c11-4d53-825d-3729149ffd95 req-d81355d2-f691-4395-ad91-807059767415 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427427 Dec 02 17:51:50.469804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c5790-d8c9-47de-ad2e-4a7d83a3461b req-ae055890-b1b3-4fdc-9135-52257dba5a73 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:50.471495 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9f7c5790-d8c9-47de-ad2e-4a7d83a3461b req-ae055890-b1b3-4fdc-9135-52257dba5a73 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.1533263 Dec 02 17:51:50.484165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455b6c3-7e30-4620-a95c-e7826c6cb746 req-ee0ca41f-6011-4576-9f2e-365c66a9c2e7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:50.485709 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0455b6c3-7e30-4620-a95c-e7826c6cb746 req-ee0ca41f-6011-4576-9f2e-365c66a9c2e7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1264856 Dec 02 17:51:50.562713 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9f7c5790-d8c9-47de-ad2e-4a7d83a3461b req-1fb91d5b-b9a9-4bfa-9a31-baad29af78fc tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759010 Dec 02 17:51:50.567321 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0455b6c3-7e30-4620-a95c-e7826c6cb746 req-4d09798b-5d33-4fe1-9276-3905226f7d5b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660772 Dec 02 17:51:50.776684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5734e-4b0e-428d-82c3-53d7bdd697e1 req-bb415f50-b25c-4f43-b83c-40cd39ec7104 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:50.778419 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7ce5734e-4b0e-428d-82c3-53d7bdd697e1 req-bb415f50-b25c-4f43-b83c-40cd39ec7104 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0880339 Dec 02 17:51:50.833413 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7ce5734e-4b0e-428d-82c3-53d7bdd697e1 req-15ca0f82-ab8a-42ee-bb08-383222ff2248 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482059 Dec 02 17:51:50.976344 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-b202eb22-857a-4f5c-832e-3bc2e8c5456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:50.978025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-b202eb22-857a-4f5c-832e-3bc2e8c5456d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1162 time: 0.0764763 Dec 02 17:51:51.136518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-2459824f-fd34-49fa-8623-44d455d4901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:51.138558 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-2459824f-fd34-49fa-8623-44d455d4901f service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.1533148 Dec 02 17:51:51.276299 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-760b604f-f134-4e2b-8198-1c53b802d38a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 200 len: 1001 time: 0.1275675 Dec 02 17:51:51.383474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-60b6515b-c1d8-4da8-a605-2fe9d24e6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:51.385722 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-60b6515b-c1d8-4da8-a605-2fe9d24e6721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.1022122 Dec 02 17:51:51.579813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa973e-bc39-44c3-9a59-b4b8ef4a1dfb req-8f8bd9b5-c1d9-402d-ac00-0e9e3fef477c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:51.585417 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4dfa973e-bc39-44c3-9a59-b4b8ef4a1dfb req-8f8bd9b5-c1d9-402d-ac00-0e9e3fef477c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1916511 Dec 02 17:51:51.585417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-50de4871-1ad4-4357-82b1-188a64928996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:51.585417 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-50de4871-1ad4-4357-82b1-188a64928996 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1303020 Dec 02 17:51:51.687907 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4dfa973e-bc39-44c3-9a59-b4b8ef4a1dfb req-1f5c150d-430b-49fe-ab8d-761edbf1939f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938165 Dec 02 17:51:51.803770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:51.895121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:51:51.895463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:52.136198 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-eccce4a7-900f-4df5-b259-8aba61cad02c service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434821 Dec 02 17:51:52.225020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e172e3-64ff-4f4d-b5c2-8fcc4076e127 req-82765267-7d9b-4dbc-81b6-048f111908cb tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:52.228139 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-30e172e3-64ff-4f4d-b5c2-8fcc4076e127 req-82765267-7d9b-4dbc-81b6-048f111908cb tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.4563165 Dec 02 17:51:52.296723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af783479-e652-4aaf-8c92-b7e43399d640 req-4bf64533-9f5a-460f-b667-e25f925ec7d7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:52.298446 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-af783479-e652-4aaf-8c92-b7e43399d640 req-4bf64533-9f5a-460f-b667-e25f925ec7d7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.4550407 Dec 02 17:51:52.384430 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-30e172e3-64ff-4f4d-b5c2-8fcc4076e127 req-d4d60e06-fea4-41be-aca5-8636e18dd40c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839603 Dec 02 17:51:52.439507 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-af783479-e652-4aaf-8c92-b7e43399d640 req-12c70f17-920d-44e1-b353-9bf5e07de762 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326323 Dec 02 17:51:52.444507 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c8bf18-75bb-4f5a-b178-509be6fb51b1 req-2f653249-365b-43fc-8126-1227cf1a3ecf service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2941322 Dec 02 17:51:52.599937 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0b59-e4fc-4dff-b76b-726f2bd2abf1 req-f30da26a-f3d2-4259-9e12-14e6fd61b2a7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:52.601558 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-093b0b59-e4fc-4dff-b76b-726f2bd2abf1 req-f30da26a-f3d2-4259-9e12-14e6fd61b2a7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0850337 Dec 02 17:51:52.653744 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-093b0b59-e4fc-4dff-b76b-726f2bd2abf1 req-da5da14d-be98-431d-887d-a976d64bb1d6 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454419 Dec 02 17:51:52.908137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f3319-7fe2-4467-a971-2d3f48523a8e req-7bcfc965-016a-4d2b-86cc-095093caa0bb tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:52.909917 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea7f3319-7fe2-4467-a971-2d3f48523a8e req-7bcfc965-016a-4d2b-86cc-095093caa0bb tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0842783 Dec 02 17:51:52.957009 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea7f3319-7fe2-4467-a971-2d3f48523a8e req-491b5178-730a-4c68-9915-ee3fb1399593 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405693 Dec 02 17:51:53.646780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a705-b421-4eea-b868-07cc3349a0e7 req-3a1ef0a1-6d44-42b2-8946-c6b4b3928a90 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:53.648709 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0817a705-b421-4eea-b868-07cc3349a0e7 req-3a1ef0a1-6d44-42b2-8946-c6b4b3928a90 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.1300013 Dec 02 17:51:53.719350 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0817a705-b421-4eea-b868-07cc3349a0e7 req-84a7f6fa-bcb8-4d57-9f45-ff835df54068 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Dec 02 17:51:53.734636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed12f2a-9c9e-45d2-adc8-71389f8b3550 req-4f1ae998-a828-483b-beae-ec148fb35571 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:53.736460 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3ed12f2a-9c9e-45d2-adc8-71389f8b3550 req-4f1ae998-a828-483b-beae-ec148fb35571 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1420808 Dec 02 17:51:53.788751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60640) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:53.802647 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3ed12f2a-9c9e-45d2-adc8-71389f8b3550 req-9aaf830f-a993-4531-a347-2ab383687b76 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591819 Dec 02 17:51:53.979759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9453d4c-263d-4eb1-8b30-9cda291753a6 req-360dcb75-bc44-4ea6-bf0b-e2e38aabc5f4 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:53.981475 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f9453d4c-263d-4eb1-8b30-9cda291753a6 req-360dcb75-bc44-4ea6-bf0b-e2e38aabc5f4 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0907569 Dec 02 17:51:53.995640 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-0480fc89-ea8c-4166-b93a-4516287c71a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa14b6144ebb4182925170521f201b88&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2056069 Dec 02 17:51:53.998118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60654) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:54.032051 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f9453d4c-263d-4eb1-8b30-9cda291753a6 req-9c892609-aeec-4a42-9e3a-fee7aa231b8d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Dec 02 17:51:54.065952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:54.095183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:54.140241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:54.145566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-23aaf869-224e-404c-96eb-96b277fb6b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:54.162635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc747ff5-23d5-48ea-8ad0-100307174b76,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:54.167006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:54.177899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:54.179175 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc747ff5-23d5-48ea-8ad0-100307174b76 HTTP/1.1" status: 204 len: 168 time: 0.1800289 Dec 02 17:51:55.029943 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60682) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:55.035033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243dcb5-f6ea-4cc0-8900-5f47a4729d90 req-40219674-7e7d-4d3b-8424-55caa19ff88b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:55.036643 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e243dcb5-f6ea-4cc0-8900-5f47a4729d90 req-40219674-7e7d-4d3b-8424-55caa19ff88b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.1578732 Dec 02 17:51:55.102673 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e243dcb5-f6ea-4cc0-8900-5f47a4729d90 req-b934323a-ae3b-4321-b630-ea33fe28fc2b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584631 Dec 02 17:51:55.109459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53355ab-168b-4107-a5e4-7236ec5f93a2 req-f1609a68-d7b3-418c-8ea7-d036a61ee4c2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:55.111026 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b53355ab-168b-4107-a5e4-7236ec5f93a2 req-f1609a68-d7b3-418c-8ea7-d036a61ee4c2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1365499 Dec 02 17:51:55.161331 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b53355ab-168b-4107-a5e4-7236ec5f93a2 req-6310b900-f61d-4e96-b335-cf4f712648ba tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Dec 02 17:51:55.185850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-470046680-network', 'tenant_id': 'e02d739446ee4c43b97739951189240e'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:55.192434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:55.198725 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Usage tracker for resource:network and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:55.201997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:55.208978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:55.217931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60692) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:55.230796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Made reservation on behalf of e02d739446ee4c43b97739951189240e for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:55.233551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.267086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.302927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:55.312512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Usage tracker for resource:security_group_rule and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:55.316328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:55.322974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:55.373899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Deleting subnet 03732825-5d32-493f-8af7-422420725c75 {{(pid=80257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:51:55.380129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.421290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.424902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.441849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:51:55.448446 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828616'] for subnet, precommit_delete_associations {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.454676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.455098 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Added segment fb90ba57-a385-49b5-96f4-1b0a3e62f408 of type vxlan for network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 Dec 02 17:51:55.481191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-035b974a-4f71-4dbf-8e8a-57bdfd166a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:55.494926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332a5d1-d3f3-453c-ab75-90965fce7897 req-82f42daf-8ff4-47e8-a279-ecf5247d3a93 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:55.496601 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4332a5d1-d3f3-453c-ab75-90965fce7897 req-82f42daf-8ff4-47e8-a279-ecf5247d3a93 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2112176 Dec 02 17:51:55.507936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.522481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e68b590-1aa9-4299-b443-8dc52c8b0675,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:55.527364 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:55.542387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.551273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.552567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:55.553211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.559274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:55.574928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:51:55.597277 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4332a5d1-d3f3-453c-ab75-90965fce7897 req-ad026307-e40d-4eca-80ee-33bdab079603 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Dec 02 17:51:55.681915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Pushing event updated for resources: {'Network': ['ID=4cbc166e-1495-418d-8a4a-81f8a2abb4b5,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:55.687688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:55.694979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:51:55.701359 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6702349 Dec 02 17:51:55.702118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60704) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:55.708933 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Request body: {'subnet': {'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-470046680-subnet', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'ip_version': 4}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:55.714484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:55.719030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Usage tracker for resource:subnet and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:55.722167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:55.728894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:55.739207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Made reservation on behalf of e02d739446ee4c43b97739951189240e for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:51:55.744662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10694526'] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.806555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:51:55.905437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.907824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843786268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10589257'] for subnet, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.956453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b3968db6-6f44-4dd6-9892-adcbc4c9d6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:55.956561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=eece77a6-f52a-4431-9658-d36ff107570f,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:55.958237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:55.964740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:55.966435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:55.997331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03732825-5d32-493f-8af7-422420725c75,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:56.006620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:56.056076 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f', 'code': 422} returned with failed status Dec 02 17:51:56.059815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:56.063244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:56.101359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.108238 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-cf54cd4a-401a-4fd1-8986-6ca087197f59 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/03732825-5d32-493f-8af7-422420725c75 HTTP/1.1" status: 204 len: 168 time: 0.8890750 Dec 02 17:51:56.110806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60716) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:56.185652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852927931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10694511'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.204285 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:56.300471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.489404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36154f2-2acc-4fff-aac8-c17cddd02da7 req-f78d80e5-9777-469b-aa53-4ca48f5bfc3d tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:56.498346 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e36154f2-2acc-4fff-aac8-c17cddd02da7 req-f78d80e5-9777-469b-aa53-4ca48f5bfc3d tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.2504768 Dec 02 17:51:56.575644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60736) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:56.599997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:56.610009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:56.635132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.668985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Checking segment: {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:51:56.669378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Network hostable DHCP agents. Network: 4cbc166e-1495-418d-8a4a-81f8a2abb4b5, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:51:56.697745 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e36154f2-2acc-4fff-aac8-c17cddd02da7 req-9761f5ce-ea81-4b9d-869e-94a7b3e5041f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982772 Dec 02 17:51:56.742655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:51:56.757699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 4cbc166e-1495-418d-8a4a-81f8a2abb4b5) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:51:56.767868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8419057d-3bc7-48f4-a284-aba0de490ff0 None None] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:51:56.796456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301ebad7-0767-4593-ac2a-597beca27660']}} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:51:56.801410 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-96512baf-eed7-47f6-a3bd-7d643317d6fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2244661 Dec 02 17:51:56.805255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:56.807802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.814396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d6bb7a-d275-4d36-9df0-fda4d69c07bf') {'for_net_delete': True} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:51:56.814735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d6bb7a-d275-4d36-9df0-fda4d69c07bf') {} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:51:56.836115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35244957-e3a4-4228-9a51-00f7778f1cbf req-e40f4d52-4b95-49ca-a327-08c98583a602 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:56.839840 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-35244957-e3a4-4228-9a51-00f7778f1cbf req-e40f4d52-4b95-49ca-a327-08c98583a602 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.3135920 Dec 02 17:51:56.845673 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1396191 Dec 02 17:51:56.846314 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60746) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:56.852518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:51:56.857721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:51:56.861859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Usage tracker for resource:router and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:51:56.865709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:51:56.871806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:51:56.881536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851006570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765418'] for router, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.882761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851006623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854263952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10398'] for router, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.901841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:56.922658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947200'] for segment, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.007856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.031884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:51:57.048578 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-35244957-e3a4-4228-9a51-00f7778f1cbf req-96c5b529-03e7-41d6-96fb-c887cd60380f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552694 Dec 02 17:51:57.062124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89185507-a775-513b-84b9-52fb75d04021-4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5'}]}} from dv-cinder-733623-9-smb. {{(pid=80259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 17:51:57.063086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.239686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.481182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-582dca57-8718-48d6-b4e6-3e8a1936006d tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:57.482748 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-582dca57-8718-48d6-b4e6-3e8a1936006d tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 945 time: 0.5805993 Dec 02 17:51:57.484575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Network 301ebad7-0767-4593-ac2a-597beca27660 has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:51:57.496872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10988871'] for segment, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.516445 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245d161-c142-428e-ae60-57f0d2d3747c req-8ab8f251-0aed-4744-8514-7c0aa8b52f8d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:57.518049 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8245d161-c142-428e-ae60-57f0d2d3747c req-8ab8f251-0aed-4744-8514-7c0aa8b52f8d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.6771216 Dec 02 17:51:57.579579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device db25d83c-fd6c-427c-adec-745d315997b4 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:51:57.609469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.647641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.726480 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8245d161-c142-428e-ae60-57f0d2d3747c req-f182cad7-33e6-4e6c-830e-aefcce5fc59e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683517 Dec 02 17:51:57.728458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.735966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Deleting port db25d83c-fd6c-427c-adec-745d315997b4 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:51:57.736346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.765049 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port db25d83c-fd6c-427c-adec-745d315997b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=db25d83c-fd6c-427c-adec-745d315997b4,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:57.768342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:57.770501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1ba3492b-9d0d-4024-af95-496956ef26a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:57.844724 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=db25d83c-fd6c-427c-adec-745d315997b4,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:57.848021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:57.891432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Network 301ebad7-0767-4593-ac2a-597beca27660 has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:51:57.953889 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:51:58.057719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:58.121939 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4', 'code': 200} Dec 02 17:51:58.122900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.136760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.198116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:58.232359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Allocated IP 172.20.0.2 (4cbc166e-1495-418d-8a4a-81f8a2abb4b5/27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5/58f3c4ea-f1eb-4f22-b183-0bee35adaddf) {{(pid=80259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:51:58.244514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=301ebad7-0767-4593-ac2a-597beca27660,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:58.254633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:58.314789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Allocated IP 172.28.1.50 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/49ddf975-a0d0-4d40-9ad4-36c52c9876a2) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:51:58.315016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e494e4-3970-418a-b0fe-c82c43dd9b22 req-05879c0a-262b-4c49-835b-e4d8564be5b5 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:58.323582 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56e494e4-3970-418a-b0fe-c82c43dd9b22 req-05879c0a-262b-4c49-835b-e4d8564be5b5 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 943 time: 0.4381835 Dec 02 17:51:58.339546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-93d20e44-dac2-4000-a039-f6643528e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:58.341210 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-93d20e44-dac2-4000-a039-f6643528e874 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079&tenant_id=6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 1160 time: 0.1767311 Dec 02 17:51:58.364258 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ba41d31d-dd0f-4be7-899e-53f247cc6e3d admin admin] 10.222.0.10 "DELETE /v2.0/networks/301ebad7-0767-4593-ac2a-597beca27660 HTTP/1.1" status: 204 len: 168 time: 2.2495437 Dec 02 17:51:58.365345 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60760) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:51:58.409172 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] For port db25d83c-fd6c-427c-adec-745d315997b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=db25d83c-fd6c-427c-adec-745d315997b4,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:51:58.409557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.426590 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56e494e4-3970-418a-b0fe-c82c43dd9b22 req-150f5c78-0651-4190-9b78-808f1d69b440 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023364 Dec 02 17:51:58.501092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Notify callbacks [] for port, precommit_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.512459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Transition to ACTIVE for port object 58f3c4ea-f1eb-4f22-b183-0bee35adaddf will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:51:58.530312 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Transition to ACTIVE for port object 58f3c4ea-f1eb-4f22-b183-0bee35adaddf will not be triggered until provisioned by entity DHCP. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:51:58.535269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.551358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:58.561605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Calling delete_port for db25d83c-fd6c-427c-adec-745d315997b4 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:51:58.567964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Deleting subnet c4719d93-da48-4304-bb9b-e199d8182aef {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:51:58.585860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.645479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5204-2f13-49b4-9229-a4264c9b5de5 req-d1dedaf7-7d79-4a66-a197-0bb2e359f43c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:58.650089 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fc2c5204-2f13-49b4-9229-a4264c9b5de5 req-d1dedaf7-7d79-4a66-a197-0bb2e359f43c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.3988864 Dec 02 17:51:58.684757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.722363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.733738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-52977ccf-4849-49f3-9ee4-16f55a270733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:58.735428 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-52977ccf-4849-49f3-9ee4-16f55a270733 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1160 time: 0.3169250 Dec 02 17:51:58.752916 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fc2c5204-2f13-49b4-9229-a4264c9b5de5 req-e8ac96d4-6fd7-49a3-a835-05fd2bfc745b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829506 Dec 02 17:51:58.796983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Pushing event updated for resources: {'Port': ['ID=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,revision_number=1']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:58.800206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:58.821640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.828854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.852184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:58.931471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 is already hosted by enough agents. {{(pid=80259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:51:58.933097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Resources bound (agent type, host, resource id): {{(pid=80259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:51:58.939773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Received port after_create {{(pid=80259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:51:58.945463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Pushing event deleted for resources: {'Port': ['ID=db25d83c-fd6c-427c-adec-745d315997b4,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:58.947770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:58.949047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:58.986157 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:59.001311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Attempting to bind port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:51:59.001727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Attempting to bind port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:51:59.002138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Attempting to bind port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf on network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:51:59.008071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:51:59.008622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Checking segment: {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:51:59.009068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:59.009624 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Bound using segment: {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:51:59.010148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Bound port: 58f3c4ea-f1eb-4f22-b183-0bee35adaddf, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:51:59.010572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:59.105599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceff2c-82e9-423c-94e5-0c31af6b73c1 req-4fcd08b9-681a-4730-891b-043d12b0203a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:59.107279 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bcceff2c-82e9-423c-94e5-0c31af6b73c1 req-4fcd08b9-681a-4730-891b-043d12b0203a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2111704 Dec 02 17:51:59.107432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] For port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:51:59.110896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] For port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:51:59.115073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:59.131710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:51:59.161409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] No DVR routers for this DVR port db25d83c-fd6c-427c-adec-745d315997b4 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:51:59.163772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:51:59.170732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'name': 'network-vif-deleted', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:51:59.186036 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-04f07254-5e2d-4f0a-9842-5f1d38463b7b req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "DELETE /v2.0/ports/db25d83c-fd6c-427c-adec-745d315997b4 HTTP/1.1" status: 204 len: 173 time: 1.6919866 Dec 02 17:51:59.211143 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bcceff2c-82e9-423c-94e5-0c31af6b73c1 req-cdf323d8-76b9-4961-b8c8-799f8ce7e15b tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699477 Dec 02 17:51:59.272564 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b4c17f-cf5a-4279-a5e5-01418440d020', 'name': 'network-vif-deleted', 'tag': 'db25d83c-fd6c-427c-adec-745d315997b4', 'status': 'completed', 'code': 200} Dec 02 17:51:59.345487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Pushing event updated for resources: {'Port': ['ID=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:59.349151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:59.392604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-7d5d2d00-b0cb-4092-a8c5-a6028e796843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:59.394189 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-7d5d2d00-b0cb-4092-a8c5-a6028e796843 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.6483958 Dec 02 17:51:59.534684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Pushing event updated for resources: {'Port': ['ID=49ddf975-a0d0-4d40-9ad4-36c52c9876a2,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:51:59.538004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:51:59.643614 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-1991dc47-577e-4d95-b8ec-269a29f166b8 req-d013d1c2-be1e-4db2-a9b0-5acf202d461c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Synchronizing usage tracker for tenant:9b0726087bef40ba872c25b66a1f4f88 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:51:59.657044 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-441b21ab-4526-462d-9a8e-42d331e5c020 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 200 len: 999 time: 0.1979048 Dec 02 17:51:59.666564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-1991dc47-577e-4d95-b8ec-269a29f166b8 req-d013d1c2-be1e-4db2-a9b0-5acf202d461c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Unset dirty status for tenant:9b0726087bef40ba872c25b66a1f4f88 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:51:59.668039 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1991dc47-577e-4d95-b8ec-269a29f166b8 req-d013d1c2-be1e-4db2-a9b0-5acf202d461c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=a8b4c17f-cf5a-4279-a5e5-01418440d020 HTTP/1.1" status: 200 len: 210 time: 0.0881538 Dec 02 17:51:59.740792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:51:59.748349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:51:59.750766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:51:59.835460 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 58f3c4ea-f1eb-4f22-b183-0bee35adaddf up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:51:59.855407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-2d70c2e1-712d-43a5-bb93-9b8ccb108f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:51:59.857009 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-2d70c2e1-712d-43a5-bb93-9b8ccb108f56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.1593516 Dec 02 17:51:59.908184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:00.047553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:00.059649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f745-9a3d-4897-a491-8f4be35de3af req-a9698ef8-233f-41d7-8d1a-5c6d0abc65c3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:00.061282 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f684f745-9a3d-4897-a491-8f4be35de3af req-a9698ef8-233f-41d7-8d1a-5c6d0abc65c3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.0861518 Dec 02 17:52:00.104305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:00.112689 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f684f745-9a3d-4897-a491-8f4be35de3af req-ce1fe3a2-6187-488e-83fb-890c5940c511 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447378 Dec 02 17:52:00.160792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4719d93-da48-4304-bb9b-e199d8182aef,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:00.183026 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:00.359891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-70bbe38b-0fab-4b2f-814f-6ebb7e96ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:00.361525 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-70bbe38b-0fab-4b2f-814f-6ebb7e96ab10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4455404 Dec 02 17:52:00.462203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:00.469670 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e158-5cd1-4e5f-befa-ee9ab5e506b4 req-2483b136-41dc-4299-896b-431724b7980d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:00.471323 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1da3e158-5cd1-4e5f-befa-ee9ab5e506b4 req-2483b136-41dc-4299-896b-431724b7980d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0941055 Dec 02 17:52:00.517310 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5d720581-1299-47d1-beef-5188e4b6968d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c4719d93-da48-4304-bb9b-e199d8182aef HTTP/1.1" status: 204 len: 168 time: 2.1472893 Dec 02 17:52:00.522442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60774) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:00.528462 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1da3e158-5cd1-4e5f-befa-ee9ab5e506b4 req-e8b5dbbe-ddff-45c6-8818-0bb3cb93d1ac tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499761 Dec 02 17:52:00.635707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:00.656988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:00.772265 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-5faa9aa7-9690-465f-9374-8063717cd5d9 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951745 Dec 02 17:52:00.870370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:00.891568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ca976-0296-4f39-8916-63098f0766a2 None None] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:52:01.020345 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Provisioning for port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:01.026204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4615eb02-d76e-4aa5-ad54-3a9fc73e9366']}} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:01.029170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Provisioning complete for port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:01.029913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.041411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a41b790-f98d-4281-8124-dc877eced0b3') {'for_net_delete': True} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:01.041730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a41b790-f98d-4281-8124-dc877eced0b3') {} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:01.055844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947200'] for segment, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.072193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.074581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:52:01.318508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.352843 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5a29eb55-40a1-45fe-ac40-f4258ffca1fc req-222687ef-ba91-4e09-81bf-a8f86a81adea service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5708194 Dec 02 17:52:01.423009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] For port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:52:01.423524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851006608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255'] for router, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.435115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.439796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:01.519624 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Pushing event updated for resources: {'Port': ['ID=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:01.525360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:01.612355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:52:01.628238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10988871'] for segment, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.697924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 is scheduled to L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 with binding_index 1 {{(pid=80258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 17:52:01.784818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e086ff2-3e3b-4b33-a5ae-f345054a9400 req-213333e4-b051-4ef4-a87b-ff3f46daee09 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:01.793529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 58f3c4ea-f1eb-4f22-b183-0bee35adaddf up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:01.794345 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8e086ff2-3e3b-4b33-a5ae-f345054a9400 req-213333e4-b051-4ef4-a87b-ff3f46daee09 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.3707368 Dec 02 17:52:01.887442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3f385e29-08c0-4beb-9e15-f61774805b57 None None] Provisioning complete for port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:01.888313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3f385e29-08c0-4beb-9e15-f61774805b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.899839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:52:01.912527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Sync routers for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:52:01.929200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.933270 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f8b8dd76-63ea-4f66-a7e2-abe5972e47dd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0831206 Dec 02 17:52:01.933591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 60788) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:01.934245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:52:01.935162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:51:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:01.947234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Network 4615eb02-d76e-4aa5-ad54-3a9fc73e9366 has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:52:01.952356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:01.952912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:52:01.982893 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:52:02.123848 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8e086ff2-3e3b-4b33-a5ae-f345054a9400 req-3e31afff-b14a-4005-870f-e8280178b15c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026915 Dec 02 17:52:02.183878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d7d0-fcec-4962-b72a-e23a3d89b884 req-eaec0e6d-3eab-4841-85ad-a4b03871e173 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:02.197657 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-18d4d7d0-fcec-4962-b72a-e23a3d89b884 req-eaec0e6d-3eab-4841-85ad-a4b03871e173 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.4720991 Dec 02 17:52:02.241933 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:02.268378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:02.291258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:02.303452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Pushing event deleted for resources: {'Network': ['ID=4615eb02-d76e-4aa5-ad54-3a9fc73e9366,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:02.324980 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-18d4d7d0-fcec-4962-b72a-e23a3d89b884 req-0802d3e5-6723-4915-84a4-8c5088560213 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253819 Dec 02 17:52:02.325596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:02.334087 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c223e9b6-08a3-495f-8524-a1880670f433 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4615eb02-d76e-4aa5-ad54-3a9fc73e9366 HTTP/1.1" status: 204 len: 168 time: 1.8084309 Dec 02 17:52:02.334294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-dfeb1456-eee5-4e9f-93dd-fee8e747224f None None] Provisioning complete for port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:02.335503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dfeb1456-eee5-4e9f-93dd-fee8e747224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:02.575935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:52:02.717617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-1b2c040c-db59-4558-8c43-f614909d5843 None None] Provisioning complete for port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:02.718042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1b2c040c-db59-4558-8c43-f614909d5843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:02.724167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60820) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:02.804476 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-738317cf-c155-413b-b416-1a9af15833d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9a044e0c16146abaa31dc1a12cf2cfa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0788431 Dec 02 17:52:02.807530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60824) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:02.953876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:03.015461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:03.121116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:03.130571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ee1680b6-4c58-45cf-8b53-842cada13f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:03.161242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9507007-a9b0-421e-8e7e-875c487d304d,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:03.161814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:00Z', 'revision_number': 3, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:03.165784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:03.171046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Checking router: 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:52:03.171683 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Updating router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 binding host dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:52:03.190900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:03.195107 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9507007-a9b0-421e-8e7e-875c487d304d HTTP/1.1" status: 204 len: 168 time: 0.3854837 Dec 02 17:52:03.214493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:03.321877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:03.645257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491c25a-af63-4564-8f8c-0d9d4fd4fe9d req-1751521e-c10c-474c-abc3-4adbd98b7619 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:03.647697 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1491c25a-af63-4564-8f8c-0d9d4fd4fe9d req-1751521e-c10c-474c-abc3-4adbd98b7619 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.2757518 Dec 02 17:52:03.720939 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1491c25a-af63-4564-8f8c-0d9d4fd4fe9d req-a1d986f9-134c-427d-a4ea-3155e9ca5d3b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651050 Dec 02 17:52:03.746677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d944d-11ac-4d56-bd1c-7a0226189498 req-a185b977-bcb9-46c0-bc3d-b2af698b2853 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:03.748601 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a1d944d-11ac-4d56-bd1c-7a0226189498 req-a185b977-bcb9-46c0-bc3d-b2af698b2853 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2260075 Dec 02 17:52:03.750163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Allocated IP 172.20.0.1 (4cbc166e-1495-418d-8a4a-81f8a2abb4b5/27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5/6be9ab95-b67f-4b89-8295-9efda774ef90) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:52:03.869678 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a1d944d-11ac-4d56-bd1c-7a0226189498 req-677cb7a5-f0f1-4c39-9755-997dc072faf5 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140876 Dec 02 17:52:03.945557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:03.967001 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Transition to ACTIVE for port object 6be9ab95-b67f-4b89-8295-9efda774ef90 will not be triggered until provisioned by entity DHCP. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:52:03.996431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.031086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60846) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:04.143707 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-74b1cad6-ab10-40ce-bc2c-dcf15e0bbe23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=394e65397de548618694ebbcf096b75c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1110590 Dec 02 17:52:04.146673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 60852) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:04.223207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.241447 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.243363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b5f0b917-5a4c-4a7a-8b1d-a91ec83251d0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:04.288077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Transition to ACTIVE for port object 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:52:04.292386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.315276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.334025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aa75f744-27bb-4790-b271-5c6587e81d27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:04.398091 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:52:04.409782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:52:04.432538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:52:04.462796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.468726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-dd2b2d72-b69e-43ec-9f5c-8b9da3ec1724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:04.496924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b67956-7d1e-40a5-bd6d-551fe9770213,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:04.516640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:04.517669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.527597 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1b67956-7d1e-40a5-bd6d-551fe9770213 HTTP/1.1" status: 204 len: 168 time: 0.3789237 Dec 02 17:52:04.551831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Pushing event updated for resources: {'Port': ['ID=6be9ab95-b67f-4b89-8295-9efda774ef90,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:04.557116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:04.623682 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851010342'] for router_interface, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.645226 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Pushing event updated for resources: {'Port': ['ID=49ddf975-a0d0-4d40-9ad4-36c52c9876a2,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:04.724264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.724797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.724957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.726222 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.726593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.727041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.727485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.727899 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.728199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.728641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.728981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.729348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.732778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.733286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.733545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.734010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.734380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.736985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.737394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.737766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.738115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.738482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.739010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.739357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:04.765423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:04.819355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Attempting to bind port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:52:04.819982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Attempting to bind port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:52:04.820624 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Attempting to bind port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 on network 0e1ee128-329d-4691-a63d-e46bd8631858 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:52:04.830405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:52:04.831061 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:52:04.831716 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.832310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Bound using segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:52:04.833041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Bound port: 49ddf975-a0d0-4d40-9ad4-36c52c9876a2, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:52:04.833657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:04.938746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-e7a18540-5339-4a57-9e5f-1a6e37904795 None None] Provisioning for port 6be9ab95-b67f-4b89-8295-9efda774ef90 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:04.965622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-e7a18540-5339-4a57-9e5f-1a6e37904795 None None] Provisioning complete for port 6be9ab95-b67f-4b89-8295-9efda774ef90 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:04.966331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e7a18540-5339-4a57-9e5f-1a6e37904795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:05.116110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] For port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:52:05.136006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] For port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=49ddf975-a0d0-4d40-9ad4-36c52c9876a2,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:52:05.149297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:05.171351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-490cdd12-68a6-4470-8a5a-048be979d7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:05.180276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-e7a18540-5339-4a57-9e5f-1a6e37904795 None None] Port 6be9ab95-b67f-4b89-8295-9efda774ef90 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:52:05.193931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:05.260582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Pushing event updated for resources: {'Port': ['ID=49ddf975-a0d0-4d40-9ad4-36c52c9876a2,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:05.266264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:05.491826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873005e9-c1ef-4131-8c1f-61ba2e386c9e req-61a9aa5a-2f9e-43e6-ba9f-f52235a98cf0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:05.501405 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-873005e9-c1ef-4131-8c1f-61ba2e386c9e req-61a9aa5a-2f9e-43e6-ba9f-f52235a98cf0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.3770947 Dec 02 17:52:05.577781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1a8a-3aea-408a-849b-39fa165aaacd req-2628f9d2-02a2-4d55-a2d6-5fd9dac56550 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:05.591887 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c14a1a8a-3aea-408a-849b-39fa165aaacd req-2628f9d2-02a2-4d55-a2d6-5fd9dac56550 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.3661370 Dec 02 17:52:05.670396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:52:05.671137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:51:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:05.677167 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-873005e9-c1ef-4131-8c1f-61ba2e386c9e req-15d2d401-aa71-45f7-a1e2-e3df2736fa67 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746976 Dec 02 17:52:05.763552 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c14a1a8a-3aea-408a-849b-39fa165aaacd req-3d594bf3-2e27-47a8-babe-25372890e942 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706512 Dec 02 17:52:05.813137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:05.817845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:05.858262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-79706591-937d-44e0-8d69-c9045a4973a4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:05.966618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3188687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769863'] for router_interface, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:05.987601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Pushing event updated for resources: {'Port': ['ID=6be9ab95-b67f-4b89-8295-9efda774ef90,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:05.997622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:06.111658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:52:06.144218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:52:06.145755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:52:06.574710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:52:06.625104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-128c5943-db84-46de-b909-dfc8b95aee7c None None] Provisioning complete for port 6be9ab95-b67f-4b89-8295-9efda774ef90 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:06.625776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-128c5943-db84-46de-b909-dfc8b95aee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:06.631036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-22ec31d0-fe00-4023-8a05-421108355444 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:06.639590 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-22ec31d0-fe00-4023-8a05-421108355444 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/networks?id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 HTTP/1.1" status: 200 len: 814 time: 0.4626255 Dec 02 17:52:06.680637 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-6c54a541-607f-4622-b1a6-2537cc955b5b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/quotas/9b0726087bef40ba872c25b66a1f4f88 HTTP/1.1" status: 200 len: 375 time: 0.0306213 Dec 02 17:52:06.728336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 2, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:06.733605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2141bb3-f4dc-4881-b260-fcde9cd2aaff None None] The sync data for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb is: [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 2, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:52:06.767671 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-da8d62a8-edb9-4e5b-9c50-1c354c806b92 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b0726087bef40ba872c25b66a1f4f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855925 Dec 02 17:52:06.800377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-128c5943-db84-46de-b909-dfc8b95aee7c None None] Port 6be9ab95-b67f-4b89-8295-9efda774ef90 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:52:06.918769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:52:06.929908 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-167ffe6d-366b-4c04-a713-9f0b75655406 admin admin] 10.222.0.10 "PUT /v2.0/routers/1f3ca055-6c2d-4541-90cb-fd72d8c773d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9951870 Dec 02 17:52:07.082683 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-d89f0497-6c06-4810-a98f-2e5ea346c77b service neutron] 10.222.0.10 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119781 Dec 02 17:52:07.091205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ccf60-6aca-43b9-a79c-2a2c11782a13 req-24f95db7-98d3-4ac1-bf51-054d9d7aa20b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:07.093190 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-721ccf60-6aca-43b9-a79c-2a2c11782a13 req-24f95db7-98d3-4ac1-bf51-054d9d7aa20b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.1441050 Dec 02 17:52:07.264148 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-302b9ef8-7ccc-452b-b5d8-19c67ac336a1 service neutron] 10.222.0.10 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1803584 Dec 02 17:52:07.360142 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-721ccf60-6aca-43b9-a79c-2a2c11782a13 req-a2fdda30-2afe-4969-9318-076c824a95f0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427235 Dec 02 17:52:08.320335 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-865deee4-884a-4642-bf3f-2d048f8777f3 req-9093f1a5-f3dd-4f05-8348-ed5ce085465a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 210 time: 0.5784121 Dec 02 17:52:08.363055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba20658-4346-4405-8427-3cd55fc688d7 req-d9fe1d95-c27f-4e2d-8a03-5e8ab2a0166c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:08.384111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9d4193a9-5db4-4919-a97c-15fb3f1f1387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:08.390772 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8ba20658-4346-4405-8427-3cd55fc688d7 req-d9fe1d95-c27f-4e2d-8a03-5e8ab2a0166c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.7803347 Dec 02 17:52:08.531261 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8ba20658-4346-4405-8427-3cd55fc688d7 req-83e479f3-f9da-4f73-887c-b14432f44b86 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392877 Dec 02 17:52:08.791694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e68ec-2018-4114-bfa7-b57ae81338b3 req-bafe4015-c3eb-4ccd-82b3-2047ae35eee3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:08.800351 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f79e68ec-2018-4114-bfa7-b57ae81338b3 req-bafe4015-c3eb-4ccd-82b3-2047ae35eee3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.1854329 Dec 02 17:52:08.908365 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f79e68ec-2018-4114-bfa7-b57ae81338b3 req-eff5e52d-9c37-429b-a7d1-c4c4f80864e3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069217 Dec 02 17:52:09.609370 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f722099d-b7d6-45c1-8660-1bdd6e5d8e58 req-de73e2b2-d634-47d1-85bc-62f661cbb315 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 210 time: 0.0791664 Dec 02 17:52:09.869248 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:09.934209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904f99-25e3-441f-b0bc-a1c638fba1ba req-2debb7e0-6f8c-4879-8e07-f5a4c12d10b9 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:09.936086 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8c904f99-25e3-441f-b0bc-a1c638fba1ba req-2debb7e0-6f8c-4879-8e07-f5a4c12d10b9 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1622498 Dec 02 17:52:09.991472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:09.998354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:09.999048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:10.063858 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8c904f99-25e3-441f-b0bc-a1c638fba1ba req-48625c7e-17f9-4e02-841e-455ce3337adc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211545 Dec 02 17:52:10.191056 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:10.213961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=49ddf975-a0d0-4d40-9ad4-36c52c9876a2,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:52:10.217747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:10.222771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:10.278800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb276713-5067-4bdb-be92-19682d185cec req-7d2f4b78-64c1-4664-a432-6bcfa24fa43e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:10.280567 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cb276713-5067-4bdb-be92-19682d185cec req-7d2f4b78-64c1-4664-a432-6bcfa24fa43e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.1277633 Dec 02 17:52:10.326645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=49ddf975-a0d0-4d40-9ad4-36c52c9876a2,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:10.337073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:10.357278 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cb276713-5067-4bdb-be92-19682d185cec req-5c63a321-fb99-4cb8-95ba-5800d02c833d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693896 Dec 02 17:52:10.977265 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-838dc8d7-251a-447d-9c8a-808df61ce83c req-47f2576c-fdde-48ea-bcdc-624902b10ec7 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 210 time: 0.1277962 Dec 02 17:52:11.520914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b7a9-7bff-49a4-9312-01fa797c6b73 req-9021dd9e-9bda-4364-a531-a95fe5037566 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:11.520914 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2f76b7a9-7bff-49a4-9312-01fa797c6b73 req-9021dd9e-9bda-4364-a531-a95fe5037566 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1423953 Dec 02 17:52:11.520914 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2f76b7a9-7bff-49a4-9312-01fa797c6b73 req-92e5a76c-d7be-4e98-aa74-38296eeac1b7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889587 Dec 02 17:52:11.525267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-21fef3e1-c389-48aa-85e7-0df62308c303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:11.527043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:11.726505 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a46d8-547a-4b15-a399-8038608f391e req-0bf7bea7-809a-4589-bb79-651536508a6c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:11.737052 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-be4a46d8-547a-4b15-a399-8038608f391e req-0bf7bea7-809a-4589-bb79-651536508a6c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.1887491 Dec 02 17:52:11.842775 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-be4a46d8-547a-4b15-a399-8038608f391e req-a06a279f-f173-416c-8ec5-8d9e76f3f2b9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046681 Dec 02 17:52:11.924465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:12.059569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:12.060156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:12.266727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Sync routers for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:52:12.358442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:52:12.366029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:52:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:12.378258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-dd628fb5-ed70-4d51-9140-9feec8c52393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:12.384931 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-dd628fb5-ed70-4d51-9140-9feec8c52393 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.2577784 Dec 02 17:52:12.440873 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-10e16d97-77c1-488d-beb8-8dcd8dd8baec req-d9388604-ea36-4fcb-bb51-d8a2c167095f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 210 time: 0.1898246 Dec 02 17:52:12.664801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:12.688205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-d6ab29dd-f48c-48b7-8e1b-490c51f2d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:12.693462 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-d6ab29dd-f48c-48b7-8e1b-490c51f2d509 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.2697914 Dec 02 17:52:12.846576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e607b6-f4b5-4c96-9c4e-01437346a90b req-2a22b310-24e9-401f-ad6b-c70ed1b0ad5a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:12.864603 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-12e607b6-f4b5-4c96-9c4e-01437346a90b req-2a22b310-24e9-401f-ad6b-c70ed1b0ad5a tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1409593 Dec 02 17:52:12.889242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:12.902025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-ec0ba048-e5e5-4b80-8cf5-37e0c6d82b43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 217 time: 0.2005394 Dec 02 17:52:12.908129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:12.979611 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-12e607b6-f4b5-4c96-9c4e-01437346a90b req-038f64c6-af30-4edb-8b6c-a79363abd3c3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139359 Dec 02 17:52:13.041918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-35c9f5f0-4aff-4aa9-a761-717bb9b3d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:13.044359 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-35c9f5f0-4aff-4aa9-a761-717bb9b3d67d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.1350458 Dec 02 17:52:13.062511 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:52:13.171902 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-9f79ae2c-adad-44da-a508-f1f6dba309f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155999 Dec 02 17:52:13.390632 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-a5f8bcd1-9383-4f20-984a-72f1be0dd58a service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061861 Dec 02 17:52:13.586688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-ba734b6d-243f-429e-8801-dac66dc82bcc tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:13.606952 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-ba734b6d-243f-429e-8801-dac66dc82bcc tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "GET /v2.0/networks?id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 HTTP/1.1" status: 200 len: 814 time: 0.4775112 Dec 02 17:52:13.742967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Request body: {'port': {'device_id': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6', 'admin_state_up': True, 'tenant_id': '9b0726087bef40ba872c25b66a1f4f88'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:13.825915 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1e449138-dc0f-4443-b04d-b30909ea38d2 req-a8cf6944-60b5-4313-b116-4ac2c1aa7258 service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4150147 Dec 02 17:52:13.980340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 2, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:13.984652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Checking router: 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:52:13.985095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Updating router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 port 6be9ab95-b67f-4b89-8295-9efda774ef90 binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:52:13.987293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:52:13.999455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:52:14.082037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:14.096510 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-33e29d28-4ec9-416b-a977-c0060c3e23ea req-eee013c6-c8ad-4d7c-94af-e3b00511bfe9 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 210 time: 0.3227050 Dec 02 17:52:14.104995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Made reservation on behalf of 9b0726087bef40ba872c25b66a1f4f88 for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:52:14.110984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:14.200605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff828017-b703-4c50-8382-a6fad62e3002 req-96662013-52f7-42f9-b794-3e3be63270bc tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:14.222087 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ff828017-b703-4c50-8382-a6fad62e3002 req-96662013-52f7-42f9-b794-3e3be63270bc tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.6027203 Dec 02 17:52:14.705600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Allocated IP 172.20.0.3 (1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6/e7190841-830b-41a3-865e-5c8d33049eb8/b47e99c1-89d6-463d-99f9-f2bc33da290d) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:52:14.755675 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ff828017-b703-4c50-8382-a6fad62e3002 req-9d282574-a706-49d5-9d6e-fcb68d64b07c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5320420 Dec 02 17:52:14.823462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:14.839469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Transition to ACTIVE for port object 6be9ab95-b67f-4b89-8295-9efda774ef90 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:52:14.843356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:14.860031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:14.940484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac7b54-a1f1-47d2-80b5-da00c5c44898 None None] Pushing event updated for resources: {'Port': ['ID=6be9ab95-b67f-4b89-8295-9efda774ef90,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:14.944575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49ac7b54-a1f1-47d2-80b5-da00c5c44898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:14.999319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:15.121187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f929b2-b021-4661-b126-5653623d8c4f req-25c7a61a-2006-4fd4-abf0-ee930cc1dbb3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:15.123102 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2f929b2-b021-4661-b126-5653623d8c4f req-25c7a61a-2006-4fd4-abf0-ee930cc1dbb3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.3819084 Dec 02 17:52:15.199978 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2f929b2-b021-4661-b126-5653623d8c4f req-2ad92a51-6da8-4065-a1ef-5ad3bdd2af35 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678003 Dec 02 17:52:15.201438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:15.235474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:15.431630 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Attempting to bind port 6be9ab95-b67f-4b89-8295-9efda774ef90 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:52:15.432152 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Attempting to bind port 6be9ab95-b67f-4b89-8295-9efda774ef90 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:52:15.435347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Attempting to bind port 6be9ab95-b67f-4b89-8295-9efda774ef90 on network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:52:15.448609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:52:15.449035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Checking segment: {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:52:15.449492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:15.450013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Bound using segment: {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:52:15.454813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Bound port: 6be9ab95-b67f-4b89-8295-9efda774ef90, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:52:15.455566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:15.483784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Pushing event updated for resources: {'Port': ['ID=b47e99c1-89d6-463d-99f9-f2bc33da290d,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:15.500120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:15.568658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] For port 6be9ab95-b67f-4b89-8295-9efda774ef90, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:52:15.572946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] For port 6be9ab95-b67f-4b89-8295-9efda774ef90, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=6be9ab95-b67f-4b89-8295-9efda774ef90,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:52:15.583433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:15.617310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:15.674134 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a7218-0fe3-406a-bf14-608e5992bb6d req-1e5d325e-81e1-468f-9f5c-3582b1f00b34 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:15.685022 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-565a7218-0fe3-406a-bf14-608e5992bb6d req-1e5d325e-81e1-468f-9f5c-3582b1f00b34 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 931 time: 0.2691987 Dec 02 17:52:15.738424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac7b54-a1f1-47d2-80b5-da00c5c44898 None None] Pushing event updated for resources: {'Port': ['ID=6be9ab95-b67f-4b89-8295-9efda774ef90,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:15.795661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49ac7b54-a1f1-47d2-80b5-da00c5c44898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:15.869325 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-565a7218-0fe3-406a-bf14-608e5992bb6d req-89c76554-c350-450c-a900-aaaf7ff0dbc2 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638510 Dec 02 17:52:15.987245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:52:15.990438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:52:15.994388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:52:16.115782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:52:16.119662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:52:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:16.166182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:16.166759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:16.381557 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6443446 Dec 02 17:52:16.412783 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Request body: {'port': {'device_id': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:16.620995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:52:16.741113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 32810) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:16.837799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.067507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.109809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:52:17.119201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:76d3c8b9cc8d46dd9e111cf52eef573d is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:52:17.130416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:52:17.144515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:52:17.369886 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.376131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.401812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c8cfe3e4-3a92-4545-bdaa-c77597458be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:17.438776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-989fff63-a139-43fc-9a41-293905ae698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:15Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:17.451700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fff63-a139-43fc-9a41-293905ae698b None None] The sync data for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb is: [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:15Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:52:17.480441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b722332-ea81-463a-bf35-d2eea3c4c95b,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:17.491318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:17.531904 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76d3c8b9cc8d46dd9e111cf52eef573d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7894518 Dec 02 17:52:17.535204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 32818) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:52:17.646428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b992-91ae-4660-b1ce-e9d0ab4e5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.665497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47e99c1-89d6-463d-99f9-f2bc33da290d {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:52:17.677332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890487a7-bdbd-4d50-835a-f808e54f9a3e req-feea8a72-fe23-4c82-b72d-79b8e6a72e79 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:17.685506 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-890487a7-bdbd-4d50-835a-f808e54f9a3e req-feea8a72-fe23-4c82-b72d-79b8e6a72e79 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 1.4636922 Dec 02 17:52:17.699054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b992-91ae-4660-b1ce-e9d0ab4e5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.741805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.754754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee758eb-1147-4d40-990c-d5825bfd4fc4 req-960935be-e703-414f-9389-c9be9231abfa tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:17.783607 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-aee758eb-1147-4d40-990c-d5825bfd4fc4 req-960935be-e703-414f-9389-c9be9231abfa tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 1.2168865 Dec 02 17:52:17.826627 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b992-91ae-4660-b1ce-e9d0ab4e5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.840632 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cb078328-c49f-417a-9519-02d1f48bf9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:17.883114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6be9ab95-b67f-4b89-8295-9efda774ef90 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:17.892125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b992-91ae-4660-b1ce-e9d0ab4e5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:17.893410 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8bb3b992-91ae-4660-b1ce-e9d0ab4e5c47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b722332-ea81-463a-bf35-d2eea3c4c95b HTTP/1.1" status: 204 len: 168 time: 0.3531494 Dec 02 17:52:17.896919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3b992-91ae-4660-b1ce-e9d0ab4e5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b722332-ea81-463a-bf35-d2eea3c4c95b,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:17.910396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8bb3b992-91ae-4660-b1ce-e9d0ab4e5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:18.084740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 6be9ab95-b67f-4b89-8295-9efda774ef90 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:18.095366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 6be9ab95-b67f-4b89-8295-9efda774ef90 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:18.095792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:18.435613 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-aee758eb-1147-4d40-990c-d5825bfd4fc4 req-a4a4b387-a433-411a-b77e-1bb1ce5950a0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509218 Dec 02 17:52:18.466712 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-890487a7-bdbd-4d50-835a-f808e54f9a3e req-d7242371-5266-4890-ac1b-04ecde0ad3f5 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7800784 Dec 02 17:52:18.468271 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Transition to ACTIVE for port object b47e99c1-89d6-463d-99f9-f2bc33da290d will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:52:18.473499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:18.488028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:18.509195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:18.564195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 6be9ab95-b67f-4b89-8295-9efda774ef90, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=6be9ab95-b67f-4b89-8295-9efda774ef90,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:52:18.568113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:18.571877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1792a616-d1cd-4af7-86b7-eaa958d8c36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:18.657069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Pushing event updated for resources: {'Port': ['ID=b47e99c1-89d6-463d-99f9-f2bc33da290d,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:18.660643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:18.706145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=6be9ab95-b67f-4b89-8295-9efda774ef90,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:18.725625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:18.847426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebe78f-36fe-4934-8790-1d76f88af3bc req-424ebf27-f1ea-4ce0-8d4d-2ec0319eb72e tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:18.849955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ddebe78f-36fe-4934-8790-1d76f88af3bc req-424ebf27-f1ea-4ce0-8d4d-2ec0319eb72e tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Synchronizing usage tracker for tenant:9b0726087bef40ba872c25b66a1f4f88 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:52:18.921844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ddebe78f-36fe-4934-8790-1d76f88af3bc req-424ebf27-f1ea-4ce0-8d4d-2ec0319eb72e tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Unset dirty status for tenant:9b0726087bef40ba872c25b66a1f4f88 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:52:18.927864 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ddebe78f-36fe-4934-8790-1d76f88af3bc req-424ebf27-f1ea-4ce0-8d4d-2ec0319eb72e tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 943 time: 0.2723103 Dec 02 17:52:19.049313 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ddebe78f-36fe-4934-8790-1d76f88af3bc req-c86cd17c-4bc6-4f3d-937f-b8d94b92c80f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668969 Dec 02 17:52:19.160779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Attempting to bind port b47e99c1-89d6-463d-99f9-f2bc33da290d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:52:19.161181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Attempting to bind port b47e99c1-89d6-463d-99f9-f2bc33da290d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:52:19.161609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Attempting to bind port b47e99c1-89d6-463d-99f9-f2bc33da290d on network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:52:19.172542 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:52:19.173128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Checking segment: {'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:52:19.173560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:19.174259 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Bound using segment: {'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:52:19.175268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Bound port: b47e99c1-89d6-463d-99f9-f2bc33da290d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8f1751-c4bf-47f7-86e1-75fac9646548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:52:19.175875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:19.364741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] For port b47e99c1-89d6-463d-99f9-f2bc33da290d, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:52:19.369371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] For port b47e99c1-89d6-463d-99f9-f2bc33da290d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b47e99c1-89d6-463d-99f9-f2bc33da290d,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:52:19.375637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:19.428603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-042cb0e8-e288-46fc-808a-8ffd37b19829 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:19.510718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Pushing event updated for resources: {'Port': ['ID=b47e99c1-89d6-463d-99f9-f2bc33da290d,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:19.515425 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:19.657771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:19.658454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:19.660145 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] 10.222.0.60 "PUT /v2.0/ports/b47e99c1-89d6-463d-99f9-f2bc33da290d HTTP/1.1" status: 200 len: 1157 time: 3.2529409 Dec 02 17:52:19.730113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:52:19.945983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6be9ab95-b67f-4b89-8295-9efda774ef90 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:20.064932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cfd78-9ed4-4ed0-84be-71ea20d7c6a9 req-fe9270dc-f691-4391-95f5-729586168636 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:20.068724 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0b5cfd78-9ed4-4ed0-84be-71ea20d7c6a9 req-fe9270dc-f691-4391-95f5-729586168636 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.4055636 Dec 02 17:52:20.080153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 6be9ab95-b67f-4b89-8295-9efda774ef90 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:20.080654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:20.151467 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0b5cfd78-9ed4-4ed0-84be-71ea20d7c6a9 req-db9a31bd-0fbe-40c4-9f25-55f28b8b8384 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Dec 02 17:52:20.171348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac45f0-1d4c-42b7-9bd9-0a0c7866eba9 req-17febfcf-a464-406e-87fb-0f01f33b898f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:20.179474 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ceac45f0-1d4c-42b7-9bd9-0a0c7866eba9 req-17febfcf-a464-406e-87fb-0f01f33b898f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.4206607 Dec 02 17:52:20.212839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-91ec6974-4b2c-4233-b36a-6152fcfdba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:20.214656 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-91ec6974-4b2c-4233-b36a-6152fcfdba97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b0726087bef40ba872c25b66a1f4f88&device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 1160 time: 0.3502293 Dec 02 17:52:20.253310 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ceac45f0-1d4c-42b7-9bd9-0a0c7866eba9 req-261d726c-8f51-447d-b8f8-5ee33b7c866e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649564 Dec 02 17:52:20.337587 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d', 'status': 'completed', 'code': 200} Dec 02 17:52:20.347814 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-5c2d9af2-e1c7-4177-a38d-219b6175829b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47e99c1-89d6-463d-99f9-f2bc33da290d HTTP/1.1" status: 200 len: 217 time: 0.0872912 Dec 02 17:52:20.469031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-b1ff3b79-e219-411c-8546-a4586f0891ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:20.470742 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-b1ff3b79-e219-411c-8546-a4586f0891ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7190841-830b-41a3-865e-5c8d33049eb8 HTTP/1.1" status: 200 len: 854 time: 0.1139476 Dec 02 17:52:20.537001 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-253c0c02-be7a-4b13-a54e-c2452e9567d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550232 Dec 02 17:52:20.589219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d57340-3136-4154-9dfa-f9c4c7a9a972 req-a13a66d0-bf28-4041-a143-dee6430cdf6d tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:20.591369 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-69d57340-3136-4154-9dfa-f9c4c7a9a972 req-a13a66d0-bf28-4041-a143-dee6430cdf6d tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 943 time: 0.1779191 Dec 02 17:52:20.722508 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-69d57340-3136-4154-9dfa-f9c4c7a9a972 req-14033652-7b5d-443a-aa05-c6edebc402d8 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159637 Dec 02 17:52:20.747072 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-d0fbc280-77aa-49cd-8ff3-185f06f89bea service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995780 Dec 02 17:52:20.894001 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f4669190-e6e3-4794-b525-3dbc120178a9 req-c80379a6-a686-4515-ab8e-c0a611567825 service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393821 Dec 02 17:52:21.088561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-e1ab0030-49e3-404c-a0bd-4367666c4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:21.090066 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-e1ab0030-49e3-404c-a0bd-4367666c4504 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b0726087bef40ba872c25b66a1f4f88&device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 1160 time: 0.0746219 Dec 02 17:52:21.233419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-0527b142-ad2d-4bdd-b67b-ed9fc11386b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:21.235090 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-0527b142-ad2d-4bdd-b67b-ed9fc11386b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 HTTP/1.1" status: 200 len: 908 time: 0.1368873 Dec 02 17:52:21.312372 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-3bc7e167-312b-43cc-9315-25d6cdad3550 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47e99c1-89d6-463d-99f9-f2bc33da290d HTTP/1.1" status: 200 len: 217 time: 0.0683811 Dec 02 17:52:21.495714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-74747abe-5cd4-4eba-a77e-3c96a8eadc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:21.497319 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-74747abe-5cd4-4eba-a77e-3c96a8eadc98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7190841-830b-41a3-865e-5c8d33049eb8 HTTP/1.1" status: 200 len: 854 time: 0.1717033 Dec 02 17:52:21.558705 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-ed1e4865-eb47-4484-a095-27c7a17d5d0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511034 Dec 02 17:52:21.590025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7d620-dd96-46aa-92aa-8b99a6edbf42 req-ac2cea7b-d219-4f2b-82c1-93a07145c418 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:21.591621 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87e7d620-dd96-46aa-92aa-8b99a6edbf42 req-ac2cea7b-d219-4f2b-82c1-93a07145c418 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2266340 Dec 02 17:52:21.651084 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eff21-b5ec-43f5-89ac-2fb0691a3f66 req-346d7972-baf0-43d0-bed9-2c9318396cc7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:21.652614 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5f7eff21-b5ec-43f5-89ac-2fb0691a3f66 req-346d7972-baf0-43d0-bed9-2c9318396cc7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.2326145 Dec 02 17:52:21.655558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d15e1-d3a8-40b6-a2d9-d682ec9bf3c9 req-59c1103c-c35c-49be-a822-f0fe808cdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:21.657174 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a9d15e1-d3a8-40b6-a2d9-d682ec9bf3c9 req-59c1103c-c35c-49be-a822-f0fe808cdef2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.0750866 Dec 02 17:52:21.707744 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a9d15e1-d3a8-40b6-a2d9-d682ec9bf3c9 req-142a96b0-4f11-4626-9859-76bf83ec30c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Dec 02 17:52:21.777388 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87e7d620-dd96-46aa-92aa-8b99a6edbf42 req-c369798e-9029-4d88-8be8-e02dca28b370 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625133 Dec 02 17:52:21.788436 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5f7eff21-b5ec-43f5-89ac-2fb0691a3f66 req-6afc424a-c197-46de-8a62-0c04f12ee469 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198235 Dec 02 17:52:22.064941 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-0da7b325-51d0-4029-a935-842ac242a4aa service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813201 Dec 02 17:52:22.337263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653cf3f-7280-4cc7-8f87-316618f461df req-d2af1055-1cbe-4e8a-80d6-83c13be34ca7 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:22.338854 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5653cf3f-7280-4cc7-8f87-316618f461df req-d2af1055-1cbe-4e8a-80d6-83c13be34ca7 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 943 time: 0.3315868 Dec 02 17:52:22.357630 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-5d79d185-5e3e-4710-85d5-8f77a3580559 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:22.359191 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-5d79d185-5e3e-4710-85d5-8f77a3580559 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 814 time: 0.3531265 Dec 02 17:52:22.392169 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0626bc4e-8c1c-4c23-b3c3-8ad5761be23f req-8b1545c9-c8b3-4787-b3f7-2a3fa839d701 service neutron] 10.222.0.60 "GET /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3149853 Dec 02 17:52:22.401679 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-c2a45e01-ec22-43a5-a7c6-a981f8d73f2d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/quotas/e02d739446ee4c43b97739951189240e HTTP/1.1" status: 200 len: 375 time: 0.0338278 Dec 02 17:52:22.466059 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5653cf3f-7280-4cc7-8f87-316618f461df req-f6d020f1-de6a-4e05-876b-a1e64b83197e tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035306 Dec 02 17:52:22.502486 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-baba7b4f-1ee3-438c-b629-af42a7a8866d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931814 Dec 02 17:52:22.654262 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-101749e2-c1f7-4076-a066-6f598fa42d37 service neutron] 10.222.0.10 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389985 Dec 02 17:52:22.799741 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-2425b789-5233-4595-8dee-f0ffc96c9a95 service neutron] 10.222.0.10 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389356 Dec 02 17:52:23.072604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368003c-09fe-4196-933e-9fca4554867a req-90905008-824a-4f64-8867-c1e16bf77566 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:23.074257 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0368003c-09fe-4196-933e-9fca4554867a req-90905008-824a-4f64-8867-c1e16bf77566 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1450355 Dec 02 17:52:23.141111 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0368003c-09fe-4196-933e-9fca4554867a req-2754b3d8-f4cf-4225-9e2b-7f5fe0c93b8e tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Dec 02 17:52:23.148287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aae65-4d70-4138-a407-07eedae52b59 req-8e6d3bd6-4de1-4805-946e-d701a00ac192 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:23.149871 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f65aae65-4d70-4138-a407-07eedae52b59 req-8e6d3bd6-4de1-4805-946e-d701a00ac192 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.1374416 Dec 02 17:52:23.203539 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f65aae65-4d70-4138-a407-07eedae52b59 req-b78537f9-3912-4cf8-836e-774cd7fe1cf9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473137 Dec 02 17:52:23.270330 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0316b774-bc6b-43ad-8b5b-cb3e498fe9af req-c1fd1108-b180-4295-9cd1-1edc39ccc228 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 210 time: 0.0513568 Dec 02 17:52:23.683554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1c1bb-0a45-4bf6-9a18-62514a1cadf4 req-918180f8-3cac-45bd-a749-91a65396b45a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:23.685202 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f2f1c1bb-0a45-4bf6-9a18-62514a1cadf4 req-918180f8-3cac-45bd-a749-91a65396b45a tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 943 time: 0.0849962 Dec 02 17:52:23.731586 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f2f1c1bb-0a45-4bf6-9a18-62514a1cadf4 req-3ae35af6-82b7-4f47-904a-ea98f9845cd3 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Dec 02 17:52:24.253718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-1a55b06d-ee69-40d2-ae2f-c36f1e25a514 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:24.255373 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-1a55b06d-ee69-40d2-ae2f-c36f1e25a514 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.60 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 814 time: 0.1576099 Dec 02 17:52:24.282231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'port': {'device_id': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'admin_state_up': True, 'tenant_id': 'e02d739446ee4c43b97739951189240e'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:24.566137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:52:24.583392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Usage tracker for resource:port and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:52:24.594432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efe4c1-067e-4cb7-b948-233cd06ede50 req-91fb4bc6-cddc-4fd3-9185-c2451251e5c4 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:24.596220 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1efe4c1-067e-4cb7-b948-233cd06ede50 req-91fb4bc6-cddc-4fd3-9185-c2451251e5c4 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2857029 Dec 02 17:52:24.597298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Quota usage for port was recalculated. Used quota:2. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:52:24.607781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:52:24.633936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead89ab-7427-4d8a-9a52-4c6789f46e58 req-da15add5-90a0-47ed-a7c3-7cb49a6fc9ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:24.635528 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2ead89ab-7427-4d8a-9a52-4c6789f46e58 req-da15add5-90a0-47ed-a7c3-7cb49a6fc9ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.2531538 Dec 02 17:52:24.668169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Made reservation on behalf of e02d739446ee4c43b97739951189240e for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:52:24.673539 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:24.726561 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1efe4c1-067e-4cb7-b948-233cd06ede50 req-47633258-6d26-4ada-a9ec-d5aa31664ebf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160216 Dec 02 17:52:24.753137 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2ead89ab-7427-4d8a-9a52-4c6789f46e58 req-7890adee-c0bc-40e7-83c3-fb88076109b8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085482 Dec 02 17:52:24.981908 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea17df5d-04fc-4a73-b3b9-6b5c7c49aa50 req-19850519-a70d-4a77-9a40-1f5ac5359a02 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 210 time: 0.0930088 Dec 02 17:52:25.141636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:25.319083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:25.319511 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:25.331987 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Allocated IP 172.20.0.13 (4cbc166e-1495-418d-8a4a-81f8a2abb4b5/27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5/779f3bc0-2dd3-4b17-9f8d-ff7611f517a0) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:52:25.409329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:52:25.469576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f6f8-26e4-478c-85d9-2566b43ab823 req-bdc48c57-77a7-495e-888f-731ec13bc040 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:25.471302 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d897f6f8-26e4-478c-85d9-2566b43ab823 req-bdc48c57-77a7-495e-888f-731ec13bc040 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 943 time: 0.2529626 Dec 02 17:52:25.544559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:25.583415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=eece77a6-f52a-4431-9658-d36ff107570f,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:52:25.584576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:52:25.591880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:25.592871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device b47e99c1-89d6-463d-99f9-f2bc33da290d up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:25.633427 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:25.747200 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d897f6f8-26e4-478c-85d9-2566b43ab823 req-801bd5d1-6fc5-4d5f-9d60-4ce76e43b19f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664621 Dec 02 17:52:25.830512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:25.851053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64125ab-3118-485e-a44b-1c7d184cc241 req-cff063a9-f3df-4e30-9929-1c1f1bb8ee3c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:25.857265 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f', 'code': 200} Dec 02 17:52:25.861297 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f64125ab-3118-485e-a44b-1c7d184cc241 req-cff063a9-f3df-4e30-9929-1c1f1bb8ee3c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.3045981 Dec 02 17:52:25.900102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Transition to ACTIVE for port object 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:52:25.920835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=6']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:25.924264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port b47e99c1-89d6-463d-99f9-f2bc33da290d completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:25.930917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:25.931581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port b47e99c1-89d6-463d-99f9-f2bc33da290d triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:25.932165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:25.944313 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f64125ab-3118-485e-a44b-1c7d184cc241 req-6235a607-3bcf-4ae0-b521-075d13b06f1d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818434 Dec 02 17:52:25.978047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:26.011266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:26.118051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:26.167022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port b47e99c1-89d6-463d-99f9-f2bc33da290d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b47e99c1-89d6-463d-99f9-f2bc33da290d,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:52:26.175430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:26.177413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:26.251538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=b47e99c1-89d6-463d-99f9-f2bc33da290d,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:26.255277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:26.472401 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'Port': ['ID=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:26.500268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.500268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.500633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.500855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.501252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.501645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.502038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.502424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.502813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.503270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.503658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.504046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.504489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.504877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.505257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.505641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.506023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.506406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.506788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.507193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.507659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.508046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.508430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.508812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:26.513180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:26.571261 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:52:26.576432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:52:26.578884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:52:26.626419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52842bf-0a05-4115-8f77-f2bb2f8431e6 req-9b0839e3-43b7-43f0-bab5-e0adb9206564 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:26.634880 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c52842bf-0a05-4115-8f77-f2bb2f8431e6 req-9b0839e3-43b7-43f0-bab5-e0adb9206564 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.6246033 Dec 02 17:52:26.670820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48030688-fa89-47fb-9f8f-d3eb88182cf6 req-028e1d21-1608-49d5-99bb-73ad505376be tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:26.672526 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-48030688-fa89-47fb-9f8f-d3eb88182cf6 req-028e1d21-1608-49d5-99bb-73ad505376be tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.3014333 Dec 02 17:52:26.731796 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c52842bf-0a05-4115-8f77-f2bb2f8431e6 req-c721eb8c-3eb4-409f-ac07-4c54b6a9bfda tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954854 Dec 02 17:52:26.742836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:26.743743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:26.758025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:26.790744 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-48030688-fa89-47fb-9f8f-d3eb88182cf6 req-dd3a960a-a2d5-4622-a1dd-c631557e0c45 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075814 Dec 02 17:52:26.800190 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5225010 Dec 02 17:52:26.867707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port eece77a6-f52a-4431-9658-d36ff107570f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:26.868051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:26.922529 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-aa9cafd6-20d2-4680-a618-e3d574000824 None None] Provisioning for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:26.934504 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-aa9cafd6-20d2-4680-a618-e3d574000824 None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:26.934925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-aa9cafd6-20d2-4680-a618-e3d574000824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:27.002928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a733c-895c-4612-9716-feb681e4cb37 req-423cb8ea-08a5-43c8-a963-c55011d7f6cd tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:27.004340 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-991a733c-895c-4612-9716-feb681e4cb37 req-423cb8ea-08a5-43c8-a963-c55011d7f6cd tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.0894451 Dec 02 17:52:27.038201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cafd6-20d2-4680-a618-e3d574000824 None None] Port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:52:27.063264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device b47e99c1-89d6-463d-99f9-f2bc33da290d up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:27.078707 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-991a733c-895c-4612-9716-feb681e4cb37 req-6d621848-f062-4f73-871b-edb4d716fd7b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667803 Dec 02 17:52:27.142421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port b47e99c1-89d6-463d-99f9-f2bc33da290d triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:27.142840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:27.234114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bbb42-4e9d-4c0c-b6c2-2be894a32997 req-d7c3a37c-b177-4a20-ad11-6a771b622733 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:27.235938 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f91bbb42-4e9d-4c0c-b6c2-2be894a32997 req-d7c3a37c-b177-4a20-ad11-6a771b622733 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0950809 Dec 02 17:52:27.288890 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f91bbb42-4e9d-4c0c-b6c2-2be894a32997 req-0c7a667d-379f-4790-a18b-ce1eef8733cf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Dec 02 17:52:27.859041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:52:28.081415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31f2cd-e26a-43e5-a68e-c4a54c6af3e1 req-63d61c71-4fa7-4b7a-a2ad-f7ab242e3284 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:28.082963 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6e31f2cd-e26a-43e5-a68e-c4a54c6af3e1 req-63d61c71-4fa7-4b7a-a2ad-f7ab242e3284 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1715534 Dec 02 17:52:28.089621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ff33-ac38-422f-ba11-4468f873d38f req-17b9878c-4ceb-4fad-8fcb-3427bb46ad5a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:28.090339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-c214ff33-ac38-422f-ba11-4468f873d38f req-17b9878c-4ceb-4fad-8fcb-3427bb46ad5a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Synchronizing usage tracker for tenant:e02d739446ee4c43b97739951189240e on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:52:28.139631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-c214ff33-ac38-422f-ba11-4468f873d38f req-17b9878c-4ceb-4fad-8fcb-3427bb46ad5a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Unset dirty status for tenant:e02d739446ee4c43b97739951189240e on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:52:28.140904 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c214ff33-ac38-422f-ba11-4468f873d38f req-17b9878c-4ceb-4fad-8fcb-3427bb46ad5a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.1861577 Dec 02 17:52:28.148328 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6e31f2cd-e26a-43e5-a68e-c4a54c6af3e1 req-a7a4ed2f-7960-4ed3-8e42-5c693dfebfda tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549059 Dec 02 17:52:28.217680 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c214ff33-ac38-422f-ba11-4468f873d38f req-913b7903-3d46-4b7c-b301-f351c9e75af0 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682275 Dec 02 17:52:28.271552 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d', 'code': 200} Dec 02 17:52:28.509656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d974c6-72dc-4c8b-a1ef-30823853775b req-f2100bc4-85fe-4faf-8459-6119ea6fabfb tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:28.511366 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87d974c6-72dc-4c8b-a1ef-30823853775b req-f2100bc4-85fe-4faf-8459-6119ea6fabfb tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.1345711 Dec 02 17:52:28.577399 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87d974c6-72dc-4c8b-a1ef-30823853775b req-701968bb-f08a-42fb-aed0-8b2d564cb9bd tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586660 Dec 02 17:52:28.589239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bcb53-9cde-4d20-8a43-e516c597ac3c req-222f97a8-2116-438d-8a11-df6a151f4a59 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:28.590892 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c93bcb53-9cde-4d20-8a43-e516c597ac3c req-222f97a8-2116-438d-8a11-df6a151f4a59 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1453142 Dec 02 17:52:28.643570 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c93bcb53-9cde-4d20-8a43-e516c597ac3c req-af809d18-24da-48ae-a9be-d03b8569aad3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457132 Dec 02 17:52:29.484387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00a4b1-9625-421c-8a5a-56d1c7245182 req-27e8ddfb-9873-4381-9ea3-7a6672b603c4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:29.486165 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b00a4b1-9625-421c-8a5a-56d1c7245182 req-27e8ddfb-9873-4381-9ea3-7a6672b603c4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1716709 Dec 02 17:52:29.492955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb8caa-ebc6-4c24-9001-921ecdb68a53 req-b7436a83-524e-42c0-8e91-203660b7993e tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:29.494537 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3eb8caa-ebc6-4c24-9001-921ecdb68a53 req-b7436a83-524e-42c0-8e91-203660b7993e tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.1306996 Dec 02 17:52:29.574649 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b00a4b1-9625-421c-8a5a-56d1c7245182 req-282886ca-c40c-4503-b539-36204cbcc29f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790021 Dec 02 17:52:29.578746 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3eb8caa-ebc6-4c24-9001-921ecdb68a53 req-88294f46-e181-4969-9eed-f96d4f808043 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687196 Dec 02 17:52:29.852890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935308de-71ff-43c7-afe4-21405284b756 req-1876e89d-fa90-42c4-b81a-9a7b2cbf0d2c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:29.854520 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-935308de-71ff-43c7-afe4-21405284b756 req-1876e89d-fa90-42c4-b81a-9a7b2cbf0d2c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.1409638 Dec 02 17:52:29.925424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a8120-68dd-4444-a3f1-d5189e406762 req-0735b5c9-dfa5-45b3-b51f-09fa88d54309 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:29.927242 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c63a8120-68dd-4444-a3f1-d5189e406762 req-0735b5c9-dfa5-45b3-b51f-09fa88d54309 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1438911 Dec 02 17:52:29.929648 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-935308de-71ff-43c7-afe4-21405284b756 req-0ec9d064-3140-44f4-8e73-38ee324a64a4 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673923 Dec 02 17:52:29.976109 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c63a8120-68dd-4444-a3f1-d5189e406762 req-f7292b88-6949-4a3c-b644-2bfa2d7f824f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Dec 02 17:52:30.873090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc76dd-28e5-44ba-9729-de086fc0e237 req-7b9c9dd7-c2ad-4a59-a318-65602e7d233d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:30.874654 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e1dc76dd-28e5-44ba-9729-de086fc0e237 req-7b9c9dd7-c2ad-4a59-a318-65602e7d233d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.1580806 Dec 02 17:52:30.881562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a52b-a48c-420e-85aa-e772a6a0d2c9 req-ce6f9507-2386-455c-ad40-4a1296994769 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:30.883790 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4058a52b-a48c-420e-85aa-e772a6a0d2c9 req-ce6f9507-2386-455c-ad40-4a1296994769 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1246257 Dec 02 17:52:30.960579 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e1dc76dd-28e5-44ba-9729-de086fc0e237 req-d9fcae77-26c3-40a5-9e33-784185c9ea80 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755711 Dec 02 17:52:30.967277 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4058a52b-a48c-420e-85aa-e772a6a0d2c9 req-2c4c358a-9f69-431c-82a1-3117d67fc7d1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666163 Dec 02 17:52:31.252670 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afcdb4-c9fc-45aa-b021-2cdee7c0e531 req-aa0a126d-244b-4c84-bc53-13f737d43eb0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:31.254310 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16afcdb4-c9fc-45aa-b021-2cdee7c0e531 req-aa0a126d-244b-4c84-bc53-13f737d43eb0 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.1647389 Dec 02 17:52:31.267169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda59d1-ac15-4204-9bb4-35601f42fd83 req-8b26b6b8-540c-45bd-b9e5-b671e459ce43 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:31.269655 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adda59d1-ac15-4204-9bb4-35601f42fd83 req-8b26b6b8-540c-45bd-b9e5-b671e459ce43 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1305165 Dec 02 17:52:31.352163 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16afcdb4-c9fc-45aa-b021-2cdee7c0e531 req-2c3cd9a4-9290-4f77-84c0-fbdcb9e12fde tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801332 Dec 02 17:52:31.358920 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adda59d1-ac15-4204-9bb4-35601f42fd83 req-516e30a2-ef1f-4faf-8303-a3df3d3e679c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617042 Dec 02 17:52:32.258095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d1a0d-fdda-4259-a6f8-fd2e9a9c44c9 req-e5551d3d-9312-481d-8b60-f559d625d95c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:32.259850 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ce3d1a0d-fdda-4259-a6f8-fd2e9a9c44c9 req-e5551d3d-9312-481d-8b60-f559d625d95c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.1604698 Dec 02 17:52:32.266877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab9dc2-caef-4013-8441-a2291bad1906 req-e57d109d-99f8-4f9e-b8a8-ae42e4ea5b4f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:32.268479 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adab9dc2-caef-4013-8441-a2291bad1906 req-e57d109d-99f8-4f9e-b8a8-ae42e4ea5b4f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1312625 Dec 02 17:52:32.346594 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ce3d1a0d-fdda-4259-a6f8-fd2e9a9c44c9 req-8caf5ac7-5313-45c1-9e36-c8b87fd06baf tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770478 Dec 02 17:52:32.354673 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adab9dc2-caef-4013-8441-a2291bad1906 req-c6a196ac-e807-4088-bf21-bf64f94ee4d7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705166 Dec 02 17:52:32.654845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a72bd-c502-4c7d-9600-97cb319a0147 req-4d8b3fde-831f-4614-a058-e5e0e86e4a86 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:32.656434 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed3a72bd-c502-4c7d-9600-97cb319a0147 req-4d8b3fde-831f-4614-a058-e5e0e86e4a86 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.1580074 Dec 02 17:52:32.663738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5991fbe-3813-49db-8154-e46273db07ea req-4e0f7172-7c5d-4f03-93f7-59a0536409a3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:32.665286 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b5991fbe-3813-49db-8154-e46273db07ea req-4e0f7172-7c5d-4f03-93f7-59a0536409a3 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1210885 Dec 02 17:52:32.746686 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b5991fbe-3813-49db-8154-e46273db07ea req-96b07029-3247-4d5a-96a1-480d18a5a6b8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654235 Dec 02 17:52:32.749108 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed3a72bd-c502-4c7d-9600-97cb319a0147 req-248ade9e-7eb9-428f-928b-3271002f65df tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Dec 02 17:52:33.641277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd328e-de4e-465b-8a9e-295351580ca6 req-e4eaab1d-2761-4f4e-9fdd-44338182557c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:33.642838 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2bd328e-de4e-465b-8a9e-295351580ca6 req-e4eaab1d-2761-4f4e-9fdd-44338182557c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.1568477 Dec 02 17:52:33.650754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bde5d-7391-4229-b4a4-3341a212ce4e req-9b506432-3830-4413-b391-c53f37d9b6f3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:33.652412 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-799bde5d-7391-4229-b4a4-3341a212ce4e req-9b506432-3830-4413-b391-c53f37d9b6f3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1306195 Dec 02 17:52:33.729473 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2bd328e-de4e-465b-8a9e-295351580ca6 req-2aa98508-cb1b-4284-8a71-808b5d66b1a5 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759690 Dec 02 17:52:33.733707 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-799bde5d-7391-4229-b4a4-3341a212ce4e req-9e71c5f4-2c17-4a8d-8fc9-f89df5b240d8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644777 Dec 02 17:52:34.043007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720a109-425d-4c6a-a82a-8b4087f7a503 req-bc5ce6e8-de27-485b-8dde-86ee906f92bf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:34.044623 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2720a109-425d-4c6a-a82a-8b4087f7a503 req-bc5ce6e8-de27-485b-8dde-86ee906f92bf tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1521299 Dec 02 17:52:34.059332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3e52-4055-4863-9a60-92164b9e9977 req-d76080a0-a080-454e-b4b9-00e4a2cedc62 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:34.060993 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-502d3e52-4055-4863-9a60-92164b9e9977 req-d76080a0-a080-454e-b4b9-00e4a2cedc62 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.1295121 Dec 02 17:52:34.134778 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2720a109-425d-4c6a-a82a-8b4087f7a503 req-381988fe-5928-463f-9aec-1a74df71ebec tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727139 Dec 02 17:52:34.147176 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-502d3e52-4055-4863-9a60-92164b9e9977 req-ca4f471a-f3e0-40bf-aac9-dc011e30aa25 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678089 Dec 02 17:52:35.015474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd31f4-1f81-4dc4-9b28-84b4a18659be req-064abb23-8ec7-4cda-99b2-473924a3a85b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:35.017090 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ccd31f4-1f81-4dc4-9b28-84b4a18659be req-064abb23-8ec7-4cda-99b2-473924a3a85b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.1490879 Dec 02 17:52:35.074533 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ccd31f4-1f81-4dc4-9b28-84b4a18659be req-c678acb6-21d3-4d88-9f3d-c8bbdf52a943 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463443 Dec 02 17:52:35.083269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3fe5c-e23c-44bf-b6a1-f0e3bafbe844 req-284c6a3e-30f5-41f4-8fb6-913adf9f3faf tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:35.089668 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-15b3fe5c-e23c-44bf-b6a1-f0e3bafbe844 req-284c6a3e-30f5-41f4-8fb6-913adf9f3faf tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.1756916 Dec 02 17:52:35.148978 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-15b3fe5c-e23c-44bf-b6a1-f0e3bafbe844 req-f86655d7-47ed-4570-93f4-c475d0c2a51d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583217 Dec 02 17:52:35.374125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1595a0-3774-4a39-b183-c6d5a0edee17 req-8ef2ae61-5aff-438f-8023-128c4f5a4572 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:35.376184 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4f1595a0-3774-4a39-b183-c6d5a0edee17 req-8ef2ae61-5aff-438f-8023-128c4f5a4572 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0928967 Dec 02 17:52:35.426599 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4f1595a0-3774-4a39-b183-c6d5a0edee17 req-941feea6-275d-4c62-8404-e15c6a103a7d tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Dec 02 17:52:35.536969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8cf9-6fcf-49c5-9d9d-18c8476d90f5 req-d5ef27bd-bed7-4b1b-b400-c3e525a2b363 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:35.538585 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-346c8cf9-6fcf-49c5-9d9d-18c8476d90f5 req-d5ef27bd-bed7-4b1b-b400-c3e525a2b363 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.0865233 Dec 02 17:52:35.587080 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-346c8cf9-6fcf-49c5-9d9d-18c8476d90f5 req-46d93243-1577-45cb-b579-87806da0d656 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Dec 02 17:52:36.546873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Request body: {'port': {'device_id': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:36.577037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122ef8c-43ab-415d-816e-5d8ef9b438e2 req-4bf73b2c-5559-4179-b948-feb1e56ba95a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:36.578670 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5122ef8c-43ab-415d-816e-5d8ef9b438e2 req-4bf73b2c-5559-4179-b948-feb1e56ba95a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 932 time: 0.3527715 Dec 02 17:52:36.630083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-189f3735-bfc8-410c-9363-938ad0c7b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:36.632672 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-189f3735-bfc8-410c-9363-938ad0c7b8e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 1162 time: 0.0962691 Dec 02 17:52:36.717871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:36.762578 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5122ef8c-43ab-415d-816e-5d8ef9b438e2 req-712e2453-ea4d-4721-983f-65685d333326 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700141 Dec 02 17:52:36.799841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-b2f57ab9-afb6-43b5-9f2d-eae0c94c56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:36.801423 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-b2f57ab9-afb6-43b5-9f2d-eae0c94c56d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 200 len: 913 time: 0.1481819 Dec 02 17:52:36.861875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42399c-2a08-4575-9c88-2f25dfb96b90 req-2dd2d183-0a4c-46c8-8b35-d7dbba1896f7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:36.863513 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b42399c-2a08-4575-9c88-2f25dfb96b90 req-2dd2d183-0a4c-46c8-8b35-d7dbba1896f7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.5629838 Dec 02 17:52:36.890628 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-85a3c907-5a4c-4913-be0b-ee7e77a8d246 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 200 len: 217 time: 0.0723021 Dec 02 17:52:36.962992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-c63a4e24-6c0c-45e7-8f10-ee9886423e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:36.964548 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-c63a4e24-6c0c-45e7-8f10-ee9886423e33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 200 len: 859 time: 0.0665205 Dec 02 17:52:37.026148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639d71b-daa1-4a03-965a-ef0c5c574259 req-80e82342-c248-4f6f-94ef-6d50dad26994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:37.027843 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e639d71b-daa1-4a03-965a-ef0c5c574259 req-80e82342-c248-4f6f-94ef-6d50dad26994 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 1162 time: 0.3141673 Dec 02 17:52:37.030915 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-408ee4bf-cff5-4f85-aa29-0ff17cf17a2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac490ccb-83e7-455c-82d7-541a6c1439dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448308 Dec 02 17:52:37.100414 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b42399c-2a08-4575-9c88-2f25dfb96b90 req-a877874d-1cbb-4038-be2b-3912e85b21b9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949866 Dec 02 17:52:37.169902 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e639d71b-daa1-4a03-965a-ef0c5c574259 req-5bf76e32-2638-432c-8d8b-250465bb6856 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912828 Dec 02 17:52:37.199186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dddc3-377a-470a-9a7a-5bd0ebde7461 req-f069de5f-45c6-4106-86ce-a3c3b5b5b059 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:37.200858 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-269dddc3-377a-470a-9a7a-5bd0ebde7461 req-f069de5f-45c6-4106-86ce-a3c3b5b5b059 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2968042 Dec 02 17:52:37.213533 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-3d734c9c-8894-412b-b43d-b6f335e9cdef service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522965 Dec 02 17:52:37.389384 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-269dddc3-377a-470a-9a7a-5bd0ebde7461 req-b5611490-5517-40c6-aaf1-53613301beb5 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657598 Dec 02 17:52:37.462949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975899-61fd-4a3d-ba5b-f10ed49df95c req-90634ba2-8d7f-4a14-b2b6-5c54285379ac tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:37.464592 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-90975899-61fd-4a3d-ba5b-f10ed49df95c req-90634ba2-8d7f-4a14-b2b6-5c54285379ac tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.1640563 Dec 02 17:52:37.590737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:52:37.610499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:37.613933 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ed54815a-94a3-4f84-8c0a-840092b4680c req-bbee4087-2636-47d3-849f-aaa8ce1c864b service neutron] 10.222.0.60 "GET /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438313 Dec 02 17:52:37.627843 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-90975899-61fd-4a3d-ba5b-f10ed49df95c req-52c669b9-d07f-4ca0-a171-284650d0c97b tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325901 Dec 02 17:52:37.638760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Transition to ACTIVE for port object 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:52:37.649532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:37.665585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-29fa8679-5126-41f3-8149-69e9a2c52680 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:37.727220 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745223c-62b3-4bbc-98cc-77434ffff9c2 req-ba0b958f-6972-4988-8569-76b3b5af3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:37.728864 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6745223c-62b3-4bbc-98cc-77434ffff9c2 req-ba0b958f-6972-4988-8569-76b3b5af3ee0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 1162 time: 0.2349713 Dec 02 17:52:37.823910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Pushing event updated for resources: {'Port': ['ID=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:37.831732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:37.876308 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6745223c-62b3-4bbc-98cc-77434ffff9c2 req-6062e9a9-11c3-4f5a-aac2-960dfdd94bcc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765510 Dec 02 17:52:38.101029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Attempting to bind port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:52:38.101411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Attempting to bind port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:52:38.101788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Attempting to bind port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 on network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:52:38.109723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:52:38.110097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Checking segment: {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:52:38.110501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:38.110898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Bound using segment: {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:52:38.111399 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Bound port: 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb90ba57-a385-49b5-96f4-1b0a3e62f408', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:52:38.111774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:38.129322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73901f62-c050-416b-a557-8328c4f31400 req-927a4cba-314e-4e6c-9893-a969b8542b77 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:38.130967 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-73901f62-c050-416b-a557-8328c4f31400 req-927a4cba-314e-4e6c-9893-a969b8542b77 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 944 time: 0.1816993 Dec 02 17:52:38.234798 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-73901f62-c050-416b-a557-8328c4f31400 req-8a40b3d3-f60e-40c5-9d2d-514d6eb49ec2 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971632 Dec 02 17:52:38.249332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] For port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:52:38.252883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] For port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:52:38.264831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:38.281830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:38.367638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-206750db-5ea4-41b5-8c1d-f8669d437044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:38.485910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Pushing event updated for resources: {'Port': ['ID=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:38.492520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:38.577721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6e4fb-4d1d-4de0-a623-60dff22c8b4d req-271b46d0-a621-484e-8c0e-d8b7fa4029f0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:38.579347 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-92d6e4fb-4d1d-4de0-a623-60dff22c8b4d req-271b46d0-a621-484e-8c0e-d8b7fa4029f0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2568145 Dec 02 17:52:38.625937 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:38.626614 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:38.628139 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] 10.222.0.60 "PUT /v2.0/ports/779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 1158 time: 2.0880082 Dec 02 17:52:38.630608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:52:38.665336 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-92d6e4fb-4d1d-4de0-a623-60dff22c8b4d req-e4a15da5-c23d-4347-ac9b-74eeaa9ffbed tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763602 Dec 02 17:52:38.689907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff820-eb1c-44b8-9b5c-9b5aae9b6406 req-a2f208f4-df93-4515-b1f0-29f489daf443 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:38.691743 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b6dff820-eb1c-44b8-9b5c-9b5aae9b6406 req-a2f208f4-df93-4515-b1f0-29f489daf443 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1593349 Dec 02 17:52:38.810068 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b6dff820-eb1c-44b8-9b5c-9b5aae9b6406 req-1d5806de-e84a-4504-8256-60f9fe35a3ab tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086221 Dec 02 17:52:38.844411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-4e11311d-63c5-4b9d-bd09-93b39a04e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:38.846017 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-4e11311d-63c5-4b9d-bd09-93b39a04e964 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1161 time: 0.0896814 Dec 02 17:52:38.943511 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'status': 'completed', 'code': 200} Dec 02 17:52:38.952905 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-3db40c00-59cf-4a27-9b1b-e5d01f02339e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 217 time: 0.0740087 Dec 02 17:52:39.326260 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-3b2d9c05-f76e-482e-91f2-6b778940b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:39.327621 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-3b2d9c05-f76e-482e-91f2-6b778940b2f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.3658316 Dec 02 17:52:39.438121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bb6eb-4b96-4e14-983e-f5bdd058ab8d req-54cb5fda-5625-4987-97b6-5bd5e991cb93 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:39.440005 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2c6bb6eb-4b96-4e14-983e-f5bdd058ab8d req-54cb5fda-5625-4987-97b6-5bd5e991cb93 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.4403200 Dec 02 17:52:39.451862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47118c8-be65-4494-9c6b-ae474d1cf3eb req-d102c34a-1576-4a0e-a2cf-4b26b66ffdc7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:39.453314 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b47118c8-be65-4494-9c6b-ae474d1cf3eb req-d102c34a-1576-4a0e-a2cf-4b26b66ffdc7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.4078083 Dec 02 17:52:39.540443 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-d202b139-6be5-4553-a5c2-97e48b4bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:39.542065 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-d202b139-6be5-4553-a5c2-97e48b4bbfa4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2061133 Dec 02 17:52:39.547336 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2c6bb6eb-4b96-4e14-983e-f5bdd058ab8d req-e8cac2c9-fbff-4bd8-a87d-278e5ac023d8 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930345 Dec 02 17:52:39.554497 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b47118c8-be65-4494-9c6b-ae474d1cf3eb req-61cb8faf-1361-42b8-affa-fda3515648ca tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819328 Dec 02 17:52:39.788692 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-e595b9a9-57aa-4751-b0ce-9d7339ac5b65 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325544 Dec 02 17:52:39.857991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a16f3-d2ed-42bf-876c-de209836678d req-2400f98a-5a05-4b21-8c16-f6d9b0c40506 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:39.859776 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cb2a16f3-d2ed-42bf-876c-de209836678d req-2400f98a-5a05-4b21-8c16-f6d9b0c40506 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 944 time: 0.1716285 Dec 02 17:52:39.995631 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cb2a16f3-d2ed-42bf-876c-de209836678d req-abc0b060-ee8a-47ad-883f-03917bafac34 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268468 Dec 02 17:52:40.003592 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b845f849-76fc-47ba-8caf-738a1539f9f8 req-aa90a68c-7668-4bbe-8fbb-6c76bc49aa41 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2037776 Dec 02 17:52:40.406031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e340ca-c718-4c21-9eea-b7e55e3f3ace req-2abaecf8-3ee1-4d73-a88f-d1ddff1f927f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:40.407704 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-09e340ca-c718-4c21-9eea-b7e55e3f3ace req-2abaecf8-3ee1-4d73-a88f-d1ddff1f927f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.2689927 Dec 02 17:52:40.421668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-32897e21-ec27-40d6-b068-edd94017a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:40.423299 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-32897e21-ec27-40d6-b068-edd94017a653 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1161 time: 0.2292805 Dec 02 17:52:40.476553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ede795-5888-46e9-816c-9210493b28fc req-7926f178-00f1-4fb4-9825-214113b2213f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:40.478065 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-44ede795-5888-46e9-816c-9210493b28fc req-7926f178-00f1-4fb4-9825-214113b2213f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1923482 Dec 02 17:52:40.619693 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-09e340ca-c718-4c21-9eea-b7e55e3f3ace req-b28a8f50-ff28-45e4-a6fa-706a44ed543c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007589 Dec 02 17:52:40.634172 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-44ede795-5888-46e9-816c-9210493b28fc req-bef23503-f58f-4602-b5f5-585b3f002940 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495979 Dec 02 17:52:40.665030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-250ad7ae-b53f-4b21-a734-3e89b90e12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:40.666683 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-250ad7ae-b53f-4b21-a734-3e89b90e12ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.2262969 Dec 02 17:52:40.743025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-b25a8a0e-5343-4459-8444-0bbcf3cb902e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 217 time: 0.0694966 Dec 02 17:52:40.874290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-f578607b-dcba-43f1-b4a4-cadca2843168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:40.875907 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-f578607b-dcba-43f1-b4a4-cadca2843168 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.0821936 Dec 02 17:52:40.888443 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc378245-2071-4131-9c7e-533611c2cb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:40.947436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a947e5-ae71-4908-8e12-059834918d44 req-1ac13407-7ccd-4deb-b4b9-77ac16006e19 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:40.949050 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-37a947e5-ae71-4908-8e12-059834918d44 req-1ac13407-7ccd-4deb-b4b9-77ac16006e19 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1903794 Dec 02 17:52:41.013619 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-37a947e5-ae71-4908-8e12-059834918d44 req-93eed97f-167e-4f34-a71e-a14e82bdd040 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579078 Dec 02 17:52:41.015491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-d54ba744-e114-4465-84c6-73034470b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:41.017040 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-d54ba744-e114-4465-84c6-73034470b8a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240971 Dec 02 17:52:41.020538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:41.211870 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-693557be-7069-4529-bc6e-4984f1b8db1c service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875317 Dec 02 17:52:41.343283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c5849-db1f-4aaa-990a-58ccf1d2c2ac req-b771bd86-cbf8-409d-bff7-920e239d6658 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:41.344919 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-944c5849-db1f-4aaa-990a-58ccf1d2c2ac req-b771bd86-cbf8-409d-bff7-920e239d6658 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 944 time: 0.2025008 Dec 02 17:52:41.411572 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6c57fbb-2e33-4aca-9c67-a6dba92068eb req-c45d46fa-0638-4900-83bb-9b50ac6135f2 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1916819 Dec 02 17:52:41.418158 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-944c5849-db1f-4aaa-990a-58ccf1d2c2ac req-041ed62b-7e59-4e53-9ce0-f30ad0386de7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643919 Dec 02 17:52:41.855652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547214d-0f08-47c6-9547-9b3a3ccc8b9b req-0dda24a7-1951-4a63-a042-c7b4f4db9e37 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:41.857375 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0547214d-0f08-47c6-9547-9b3a3ccc8b9b req-0dda24a7-1951-4a63-a042-c7b4f4db9e37 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.0853691 Dec 02 17:52:41.911809 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0547214d-0f08-47c6-9547-9b3a3ccc8b9b req-abee9bbf-9600-4c99-aa00-f2ec744a9d93 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480535 Dec 02 17:52:42.228556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2758218-cced-4bb8-81b3-372b60918835 req-35bc3f32-2248-4f9c-b630-5d5d7bd104d8 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:42.230356 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2758218-cced-4bb8-81b3-372b60918835 req-35bc3f32-2248-4f9c-b630-5d5d7bd104d8 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0870886 Dec 02 17:52:42.279562 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d2758218-cced-4bb8-81b3-372b60918835 req-fa9a1adb-2572-420b-bbf3-7e01be832942 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426946 Dec 02 17:52:42.284183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:42.470753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:42.523496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:42.653214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ff14-8231-4494-baf9-7c1c9a67fe5e req-08b1cc8a-c816-413b-bb2a-267da3b61c79 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:42.654820 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8f09ff14-8231-4494-baf9-7c1c9a67fe5e req-08b1cc8a-c816-413b-bb2a-267da3b61c79 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 944 time: 0.0994737 Dec 02 17:52:42.704110 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8f09ff14-8231-4494-baf9-7c1c9a67fe5e req-4b91541b-c22a-45ec-a29b-4d8836ee708e tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Dec 02 17:52:42.743550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-cf136d57-8c0a-4952-9778-42bcba7031ab None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:52:43.493183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca8133-d3a4-4387-8289-37a59b893e3e req-1fdf4e06-ab31-4cb2-a2a2-8a07489c07b1 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:43.494814 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fdca8133-d3a4-4387-8289-37a59b893e3e req-1fdf4e06-ab31-4cb2-a2a2-8a07489c07b1 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0831959 Dec 02 17:52:43.551546 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fdca8133-d3a4-4387-8289-37a59b893e3e req-0439c0e2-80c2-4125-a3a1-5ddf8d2915fa tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458400 Dec 02 17:52:43.594978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:43.670895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:52:43.676492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:43.676955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:43.818779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:43.847351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:52:43.858760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:52:43.861917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:43.864830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49ac7b54-a1f1-47d2-80b5-da00c5c44898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:43.911596 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'code': 200} Dec 02 17:52:43.937032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:43.943903 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7dcd2-9a3d-493d-85c1-4d7c34e65568 req-e249598d-f5ac-49e3-89c6-c76c84ca83b4 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:43.945309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.945578 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-14b7dcd2-9a3d-493d-85c1-4d7c34e65568 req-e249598d-f5ac-49e3-89c6-c76c84ca83b4 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.0892622 Dec 02 17:52:43.945750 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.946094 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.946462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.946841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.947238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.947634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.947999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.948361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.948718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.949076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.949489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.949907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.950270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.950629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.951007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.951365 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.951721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.952074 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.952428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.952782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.953189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.953555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.953936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:52:43.958519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:44.003723 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-14b7dcd2-9a3d-493d-85c1-4d7c34e65568 req-19b056ba-5b76-4100-a86c-e6fb95ab78f3 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Dec 02 17:52:44.401699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcec67-8b88-4e89-bb4f-764e092d7115 req-1ee6aa36-dcd5-4efa-a645-4f0f5062783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:44.403492 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-45fcec67-8b88-4e89-bb4f-764e092d7115 req-1ee6aa36-dcd5-4efa-a645-4f0f5062783e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1163 time: 0.2713075 Dec 02 17:52:44.480803 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-45fcec67-8b88-4e89-bb4f-764e092d7115 req-fa78c566-cec9-4731-bfaf-142576303713 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Dec 02 17:52:44.744227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:44.766628 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5fde7-8682-461a-8466-d5681000838d req-37a7f4cd-957b-49b0-bce1-c547c805122f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:44.768298 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b6e5fde7-8682-461a-8466-d5681000838d req-37a7f4cd-957b-49b0-bce1-c547c805122f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0829649 Dec 02 17:52:44.824106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:44.824691 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b6e5fde7-8682-461a-8466-d5681000838d req-c091b9fa-4736-4020-8733-488840fda87e tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485435 Dec 02 17:52:44.824995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:45.221409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dc931-4628-4d6b-9bf1-10246f55e666 req-2ef01f78-e5bc-4ea6-b7f1-75e46692680b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:45.223102 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-397dc931-4628-4d6b-9bf1-10246f55e666 req-2ef01f78-e5bc-4ea6-b7f1-75e46692680b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.0856392 Dec 02 17:52:45.272303 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-397dc931-4628-4d6b-9bf1-10246f55e666 req-254d3d0e-7a6c-4b88-9b22-2665255b0afb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Dec 02 17:52:46.067209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285ab0a-1b45-4c51-88a9-6f0524a7a7eb req-af72924a-d860-42bf-b6d0-e62a1884956b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:46.068857 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c285ab0a-1b45-4c51-88a9-6f0524a7a7eb req-af72924a-d860-42bf-b6d0-e62a1884956b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0836627 Dec 02 17:52:46.124429 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c285ab0a-1b45-4c51-88a9-6f0524a7a7eb req-1a5eaa35-6a49-415a-9bb8-cccec45ed74a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490181 Dec 02 17:52:46.552233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcaf29-2bf7-4fbf-8831-e36f9a0ed068 req-af58f0ef-884b-4901-879b-6f740c31f9af tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:46.553852 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-77dcaf29-2bf7-4fbf-8831-e36f9a0ed068 req-af58f0ef-884b-4901-879b-6f740c31f9af tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.1390412 Dec 02 17:52:46.612842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a436f31-6432-44cb-966f-9dafb0f3c96d req-d67dadf4-c48f-48a2-bb19-486d19d0d6fd tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:46.614513 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0a436f31-6432-44cb-966f-9dafb0f3c96d req-d67dadf4-c48f-48a2-bb19-486d19d0d6fd tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.1418223 Dec 02 17:52:46.621254 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-77dcaf29-2bf7-4fbf-8831-e36f9a0ed068 req-0ddd6e97-fd01-4887-a10c-510010f6321b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Dec 02 17:52:46.666701 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0a436f31-6432-44cb-966f-9dafb0f3c96d req-be666536-2073-4701-bd41-3e5ede90b3ad tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Dec 02 17:52:46.873067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abfbdd-9610-4b93-b1ce-84766b4a0941 req-abf94b59-f0f4-4eef-ae2d-815db46cb75c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:46.874602 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-48abfbdd-9610-4b93-b1ce-84766b4a0941 req-abf94b59-f0f4-4eef-ae2d-815db46cb75c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.0873017 Dec 02 17:52:46.926380 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-48abfbdd-9610-4b93-b1ce-84766b4a0941 req-b8ad6bb8-d433-4e57-b899-1ef9bd6778f3 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Dec 02 17:52:47.412844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763aa4-8db2-4efe-97e0-9b172345072f req-0a55d247-8c8b-473a-a03a-2a16b238b7f2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:47.414433 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe763aa4-8db2-4efe-97e0-9b172345072f req-0a55d247-8c8b-473a-a03a-2a16b238b7f2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1500301 Dec 02 17:52:47.424697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b12f8f-ba8c-4c1b-bf08-04166f493e87 req-ab049def-596f-4fb5-86ec-ec2c6b4e9aa6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:47.426161 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-79b12f8f-ba8c-4c1b-bf08-04166f493e87 req-ab049def-596f-4fb5-86ec-ec2c6b4e9aa6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.1216843 Dec 02 17:52:47.501967 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe763aa4-8db2-4efe-97e0-9b172345072f req-1474b71d-75bf-4cca-8342-ca60f9abca0c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747678 Dec 02 17:52:47.506234 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-79b12f8f-ba8c-4c1b-bf08-04166f493e87 req-fce344ad-0a19-47bc-b783-3e52dba89042 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625710 Dec 02 17:52:47.884613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f061f-7e07-4b9f-88ab-9d7f9659570b req-f9d927a9-8628-422b-b43c-b5862c1b3ccd tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:47.886322 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d88f061f-7e07-4b9f-88ab-9d7f9659570b req-f9d927a9-8628-422b-b43c-b5862c1b3ccd tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0867932 Dec 02 17:52:47.940853 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d88f061f-7e07-4b9f-88ab-9d7f9659570b req-e11f4e0c-113c-4e40-8efe-b6d5e2d92150 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477974 Dec 02 17:52:48.719134 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bea1d-d3a6-42d7-a5f1-7adb4446ace4 req-a8e2c47f-27d8-4221-900b-f8ef407f29b2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:48.720728 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-451bea1d-d3a6-42d7-a5f1-7adb4446ace4 req-a8e2c47f-27d8-4221-900b-f8ef407f29b2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0847170 Dec 02 17:52:48.767298 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-451bea1d-d3a6-42d7-a5f1-7adb4446ace4 req-f7d2e4f0-5fcf-4648-93a0-901194039eda tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395443 Dec 02 17:52:49.023551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:49.093416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:49.093809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:49.164553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437e24-2718-423a-b2b9-20bf3e37b238 req-81c58965-e9e6-4782-a411-0f077554b7b4 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:49.166259 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-eb437e24-2718-423a-b2b9-20bf3e37b238 req-81c58965-e9e6-4782-a411-0f077554b7b4 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0892465 Dec 02 17:52:49.224143 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-eb437e24-2718-423a-b2b9-20bf3e37b238 req-92508dba-c536-4300-8891-dfa8ae71b2e4 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Dec 02 17:52:49.837609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-e6306b77-b913-4671-a01f-292e656e5e23 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:49.839280 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-e6306b77-b913-4671-a01f-292e656e5e23 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.0947161 Dec 02 17:52:49.917972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Deleting port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:52:49.918358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:50.216819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a535-90e3-4fde-bb83-4e1d5fd7fdb3 req-e786d865-9dd8-490b-a5f7-2144bdfb695e tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:50.218441 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9408a535-90e3-4fde-bb83-4e1d5fd7fdb3 req-e786d865-9dd8-490b-a5f7-2144bdfb695e tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2726135 Dec 02 17:52:50.299148 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9408a535-90e3-4fde-bb83-4e1d5fd7fdb3 req-9710fefa-2adb-43ae-b0da-b00d5d8489fa tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661707 Dec 02 17:52:50.307912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] For port 035ddc13-b1a2-45fc-9d07-94f84896e3e3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=035ddc13-b1a2-45fc-9d07-94f84896e3e3,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:52:50.307912 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:50.492063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Calling delete_port for 035ddc13-b1a2-45fc-9d07-94f84896e3e3 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:52:50.605716 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad9b0-627f-4f9e-9fbf-51b9631807be req-94c551e2-2070-4715-96f4-9cd602cc23be tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:50.607354 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a3ad9b0-627f-4f9e-9fbf-51b9631807be req-94c551e2-2070-4715-96f4-9cd602cc23be tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 946 time: 0.2209725 Dec 02 17:52:50.824326 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a3ad9b0-627f-4f9e-9fbf-51b9631807be req-cc803033-3cac-43a1-b644-d2741a5d326c tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755054 Dec 02 17:52:50.830447 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:50.850806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-82adb3e6-870b-4e0f-ba12-c0467aefca56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:50.904236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Pushing event deleted for resources: {'Port': ['ID=035ddc13-b1a2-45fc-9d07-94f84896e3e3,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:50.918062 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:51.010232 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:51.015977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d100ad-ac44-46e0-8f8e-189afb9fd929 req-a93d5008-6966-4f3f-a979-5773ac8bdc31 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:51.017626 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-05d100ad-ac44-46e0-8f8e-189afb9fd929 req-a93d5008-6966-4f3f-a979-5773ac8bdc31 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.3677759 Dec 02 17:52:51.022455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-523d0812-6c82-464a-a2ac-45021e5015ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:51.024034 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-523d0812-6c82-464a-a2ac-45021e5015ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 1163 time: 0.3048284 Dec 02 17:52:51.086124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:51.086431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:51.230125 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-05d100ad-ac44-46e0-8f8e-189afb9fd929 req-0c38e0e4-137d-4f11-95cc-34ad662ac64b tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2032166 Dec 02 17:52:51.234812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-6a6e4d9e-4f61-4016-8d23-42532940411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:51.236873 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-6a6e4d9e-4f61-4016-8d23-42532940411e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 903 time: 0.1941340 Dec 02 17:52:51.268682 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 035ddc13-b1a2-45fc-9d07-94f84896e3e3 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:52:51.306927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 035ddc13-b1a2-45fc-9d07-94f84896e3e3 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:52:51.307480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 035ddc13-b1a2-45fc-9d07-94f84896e3e3 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:52:51.532087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] No DVR routers for this DVR port 035ddc13-b1a2-45fc-9d07-94f84896e3e3 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:52:51.536370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:51.539193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'name': 'network-vif-deleted', 'tag': '035ddc13-b1a2-45fc-9d07-94f84896e3e3'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:52:51.553704 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-122acdf7-0016-4271-89a3-781b7a8f24f7 req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "DELETE /v2.0/ports/035ddc13-b1a2-45fc-9d07-94f84896e3e3 HTTP/1.1" status: 204 len: 173 time: 1.7089641 Dec 02 17:52:51.580437 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-635ee91b-c926-4487-8ac3-c2965f83912e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 200 len: 1002 time: 0.3052909 Dec 02 17:52:51.626183 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0', 'name': 'network-vif-deleted', 'tag': '035ddc13-b1a2-45fc-9d07-94f84896e3e3', 'status': 'completed', 'code': 200} Dec 02 17:52:51.657599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-244f2046-6209-418b-93c1-b3f30ee63ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:51.659228 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-244f2046-6209-418b-93c1-b3f30ee63ee8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.0709777 Dec 02 17:52:51.746748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-2293a5b5-e008-43bf-aa17-61c9fa287a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:51.748862 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-2293a5b5-e008-43bf-aa17-61c9fa287a22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777478 Dec 02 17:52:51.903557 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-4084a07f-5c32-4b0e-a1c0-1a36dddaa027 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425619 Dec 02 17:52:52.076204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6a9f24be-d8df-4cfd-9277-727ce01b8de8 req-7011a02a-4679-4d3c-9fdd-f132a537e148 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Synchronizing usage tracker for tenant:9f808e81f2594fb3a89d143396bbc9f8 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:52:52.122811 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c70ef4c2-0155-4a18-b1e8-c954cf4c1769 req-47594883-a0a1-4b45-b17d-9a134ec04c04 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2065046 Dec 02 17:52:52.124187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6a9f24be-d8df-4cfd-9277-727ce01b8de8 req-7011a02a-4679-4d3c-9fdd-f132a537e148 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Unset dirty status for tenant:9f808e81f2594fb3a89d143396bbc9f8 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:52:52.125800 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6a9f24be-d8df-4cfd-9277-727ce01b8de8 req-7011a02a-4679-4d3c-9fdd-f132a537e148 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=2093fdc3-e4e9-4e31-aa85-fb2ec37e87c0 HTTP/1.1" status: 200 len: 210 time: 0.1092823 Dec 02 17:52:52.455413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d2761-048f-4836-9907-ae43253a6e38 req-75523cfc-f29b-44e6-af8c-be95a85a0709 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:52.457066 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-714d2761-048f-4836-9907-ae43253a6e38 req-75523cfc-f29b-44e6-af8c-be95a85a0709 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0856068 Dec 02 17:52:52.508917 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-714d2761-048f-4836-9907-ae43253a6e38 req-c25bebc1-afd8-4ca7-add6-89e9fc4a5989 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451963 Dec 02 17:52:52.771450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368821e-a828-4142-9b68-4d4f4d098386 req-284621ae-2353-4fba-bdca-40f7a7621cae tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:52.773597 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b368821e-a828-4142-9b68-4d4f4d098386 req-284621ae-2353-4fba-bdca-40f7a7621cae tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.0849755 Dec 02 17:52:52.821469 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b368821e-a828-4142-9b68-4d4f4d098386 req-61a77976-28b4-494b-bcea-472d1eb953b6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Dec 02 17:52:53.043042 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-69e3fddd-b7a6-4ba6-80ba-b747abee1f0a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1661010 Dec 02 17:52:53.054195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'floatingip': {'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:53.060722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:52:53.065334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Usage tracker for resource:floatingip and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:52:53.069178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:52:53.079202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:52:53.089183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for floatingip, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:53.237715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:53.478334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:53.518635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Allocated IP 172.28.1.233 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/3e0beb8c-a639-4a6a-9eec-363427318076) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:52:53.551149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:53.552042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:53.748592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:53.759422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4debc-fe30-480b-ac8f-cb3c43be8205 req-d0cd906f-aff8-45eb-a271-70e9d1113eaa tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:53.760983 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-83d4debc-fe30-480b-ac8f-cb3c43be8205 req-d0cd906f-aff8-45eb-a271-70e9d1113eaa tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1954064 Dec 02 17:52:53.826712 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-83d4debc-fe30-480b-ac8f-cb3c43be8205 req-2e29932b-bc70-4597-9baf-709012f5dfdc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561039 Dec 02 17:52:53.828075 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:53.844323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49571005-c678-481b-8193-157ccf8e89f6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:54.027146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'Port': ['ID=3e0beb8c-a639-4a6a-9eec-363427318076,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:54.035753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:54.102228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:52:54.104604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:52:54.107570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:52:54.148311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c04c25-7fdb-42d4-a5ac-9e396a19eb50 req-af5b4d60-78c5-4faf-bd05-0158a23aba7a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:54.149916 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c04c25-7fdb-42d4-a5ac-9e396a19eb50 req-af5b4d60-78c5-4faf-bd05-0158a23aba7a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1778417 Dec 02 17:52:54.214919 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-56c04c25-7fdb-42d4-a5ac-9e396a19eb50 req-1b2234d9-0d30-4667-93f3-9c481c1d8378 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582964 Dec 02 17:52:54.235253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for floatingip, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:54.299816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:54.565714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:54.569758 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:54.585675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bda40b77-3956-4643-8b34-f836f0c6fef6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:54.719980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'Port': ['ID=3e0beb8c-a639-4a6a-9eec-363427318076,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:54.724215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:54.820372 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:54.841763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:54.843090 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7932954 Dec 02 17:52:54.932193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-2692472a-cf19-4ee1-bceb-07f52a40fcfe tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Synchronizing usage tracker for tenant:e02d739446ee4c43b97739951189240e on resource:floatingip {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:52:54.948918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-2692472a-cf19-4ee1-bceb-07f52a40fcfe tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Unset dirty status for tenant:e02d739446ee4c43b97739951189240e on resource:floatingip {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:52:54.950267 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-2692472a-cf19-4ee1-bceb-07f52a40fcfe tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.233 HTTP/1.1" status: 200 len: 696 time: 0.1005914 Dec 02 17:52:55.122094 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:52:55.168551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-a33e386b-60c9-4526-a53d-0b4910075a4c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:55.170025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-a33e386b-60c9-4526-a53d-0b4910075a4c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/networks/0e1ee128-329d-4691-a63d-e46bd8631858 HTTP/1.1" status: 200 len: 784 time: 0.2138138 Dec 02 17:52:55.176696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc40e9-f058-449f-9e5a-8d99c386a4d5 req-c47b8ac3-badb-438e-87c8-3996127f3ea8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:55.178827 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3bc40e9-f058-449f-9e5a-8d99c386a4d5 req-c47b8ac3-badb-438e-87c8-3996127f3ea8 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1990535 Dec 02 17:52:55.184709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-be833c24-54fe-4440-b476-6795526bc323 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80257) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:52:55.185745 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d930fb60-3dcf-41c2-b0b2-28e42c8a433f req-be833c24-54fe-4440-b476-6795526bc323 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0059760 Dec 02 17:52:55.195017 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 675a6a06-7649-42a1-99eb-400e97d3f7d9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:52:55.195736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:55.231096 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3bc40e9-f058-449f-9e5a-8d99c386a4d5 req-955972cc-29ad-4255-bd3a-2513573cade7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Dec 02 17:52:55.381705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-ce0c3efe-782b-4dc2-83be-6d3d47b95f58 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:55.383267 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-ce0c3efe-782b-4dc2-83be-6d3d47b95f58 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0840294 Dec 02 17:52:55.653136 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-c1c42464-6125-4c5a-8252-2b561a7a7766 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.233 HTTP/1.1" status: 200 len: 696 time: 0.2633178 Dec 02 17:52:55.663394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'floatingip': {'port_id': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:55.743590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for floatingip, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:56.575666 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:56.579931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:56.731201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a49343-1614-421a-8158-71e8df2038ed req-74cd141d-2621-41b7-a33a-10933f7a2523 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:56.732865 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c3a49343-1614-421a-8158-71e8df2038ed req-74cd141d-2621-41b7-a33a-10933f7a2523 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.3023493 Dec 02 17:52:56.809904 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c3a49343-1614-421a-8158-71e8df2038ed req-a0726431-9c32-44c8-946b-baefdab2bba0 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652678 Dec 02 17:52:56.812424 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Floating IP 4cc14266-6793-41b9-bc4f-002885f9c94c associated. External IP: 172.28.1.233, port: 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0. Dec 02 17:52:57.369450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:52:57.553698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:52:57.558127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:57.564089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f076510-8323-417d-92f0-367a192aba7f None None] Sync routers for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:52:57.574400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:52:57.575118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:52:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:57.613611 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-149e4105-03f7-441c-a460-d06a7d9b3578 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "PUT /v2.0/floatingips/4cc14266-6793-41b9-bc4f-002885f9c94c HTTP/1.1" status: 200 len: 997 time: 1.9543405 Dec 02 17:52:57.614138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:52:57.703168 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'status': 'completed', 'code': 200} Dec 02 17:52:57.713065 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-bf9951ef-8953-4687-b886-8dd7aa573c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:57.715044 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-bf9951ef-8953-4687-b886-8dd7aa573c22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1163 time: 0.0853469 Dec 02 17:52:57.783769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:52:57.914498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-fd29eb26-ca71-4e6d-a612-920857dc9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:57.916059 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-fd29eb26-ca71-4e6d-a612-920857dc9ebb service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.1924136 Dec 02 17:52:58.044496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951618be-99e9-4528-b62a-59310cc5390d req-f6bdb0c4-2466-4235-ba97-e4d601401254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:58.046076 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-951618be-99e9-4528-b62a-59310cc5390d req-f6bdb0c4-2466-4235-ba97-e4d601401254 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1163 time: 0.2206089 Dec 02 17:52:58.133022 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-87bfd3a2-dbde-4a3c-8e67-4c2a81a9dcc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 1000 time: 0.2017779 Dec 02 17:52:58.159896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '4cc14266-6793-41b9-bc4f-002885f9c94c', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'port_id': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'mac_address': 'fa:16:3e:e8:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:52:54Z', 'updated_at': '2020-12-02T17:52:56Z', 'revision_number': 1, 'project_id': 'e02d739446ee4c43b97739951189240e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:18Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:58.164191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f076510-8323-417d-92f0-367a192aba7f None None] Checking router: 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:52:58.173359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:52:58.173971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:52:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:58.291067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf1ebb-3033-40f0-992a-2c3b07cac147 req-4611b746-fc8e-4b65-9a65-1500973d1873 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:58.292690 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bfcf1ebb-3033-40f0-992a-2c3b07cac147 req-4611b746-fc8e-4b65-9a65-1500973d1873 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.3065581 Dec 02 17:52:58.325145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-d13a23fb-bda6-4f14-9fc4-15627b09c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:58.326854 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-d13a23fb-bda6-4f14-9fc4-15627b09c0e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.1396940 Dec 02 17:52:58.329564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951618be-99e9-4528-b62a-59310cc5390d req-b0a3519b-905d-49ac-a868-a57f8d3e29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:58.331029 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-951618be-99e9-4528-b62a-59310cc5390d req-b0a3519b-905d-49ac-a868-a57f8d3e29e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.2730064 Dec 02 17:52:58.358900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:52:58.484282 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bfcf1ebb-3033-40f0-992a-2c3b07cac147 req-a43ece14-8ac6-4d64-9338-9a9671b40612 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793149 Dec 02 17:52:58.507413 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-951618be-99e9-4528-b62a-59310cc5390d req-e8324988-14f5-4be2-b5f7-795a62e00efd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 1000 time: 0.1373026 Dec 02 17:52:58.569294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-8e4c294b-75df-4bb8-90bc-332a43d4bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:58.570965 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-8e4c294b-75df-4bb8-90bc-332a43d4bc50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2359793 Dec 02 17:52:58.592966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-0103e151-52c2-41e6-8bc5-f036a31722c9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80257) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:52:58.594044 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-0103e151-52c2-41e6-8bc5-f036a31722c9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0108891 Dec 02 17:52:58.597624 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951618be-99e9-4528-b62a-59310cc5390d req-705d5d8f-4bd4-40aa-8bf4-f7bdc0737ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:58.601861 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-951618be-99e9-4528-b62a-59310cc5390d req-705d5d8f-4bd4-40aa-8bf4-f7bdc0737ef5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.0801394 Dec 02 17:52:58.732490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f076510-8323-417d-92f0-367a192aba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '4cc14266-6793-41b9-bc4f-002885f9c94c', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'port_id': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'mac_address': 'fa:16:3e:e8:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:52:54Z', 'updated_at': '2020-12-02T17:52:56Z', 'revision_number': 1, 'project_id': 'e02d739446ee4c43b97739951189240e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:18Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:52:58.736688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f076510-8323-417d-92f0-367a192aba7f None None] The sync data for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb is: [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '4cc14266-6793-41b9-bc4f-002885f9c94c', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'port_id': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'mac_address': 'fa:16:3e:e8:42:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:52:54Z', 'updated_at': '2020-12-02T17:52:56Z', 'revision_number': 1, 'project_id': 'e02d739446ee4c43b97739951189240e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:18Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:52:58.802088 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-e341ec32-cc7d-4663-acb9-4bda1ea03832 service neutron] 10.222.0.10 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001243 Dec 02 17:52:58.808117 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951618be-99e9-4528-b62a-59310cc5390d req-3f8826c0-bd05-42bd-9f28-fa76a7d0dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:58.809663 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-951618be-99e9-4528-b62a-59310cc5390d req-3f8826c0-bd05-42bd-9f28-fa76a7d0dec6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1840150 Dec 02 17:52:59.082255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f00060-5982-4855-ae89-6b431bf48ced None None] New status for floating IP 4cc14266-6793-41b9-bc4f-002885f9c94c: ACTIVE {{(pid=80259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:52:59.277523 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e520d5a8-0b05-4e2b-82e5-a5b7089c2946 req-c9c49c5c-ab2d-40bc-9995-e06548b6370c service neutron] 10.222.0.10 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4667246 Dec 02 17:52:59.283182 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-951618be-99e9-4528-b62a-59310cc5390d req-97c1381c-ba2f-4fb4-9282-71aced1b0653 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492178 Dec 02 17:52:59.348967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1120896044', 'description': 'tempest-TestMinimumBasicScenario-1120896044 description'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:59.360023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:52:59.415394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Usage tracker for resource:security_group and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:52:59.422747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:52:59.431808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:52:59.463132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.486798 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-951618be-99e9-4528-b62a-59310cc5390d req-aa8b42e2-8b07-47dd-a3f3-e48fd0b0d14a service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1924338 Dec 02 17:52:59.491042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:52:59.495463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Usage tracker for resource:security_group_rule and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:52:59.498743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:52:59.504994 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:52:59.581914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.585427 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.596575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-283a6e7e-26a5-40bf-9c4d-027f061c47df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:59.635980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.637250 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7922d0d5-f718-4dba-a4ce-592f6fa9b06e req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 0.2926035 Dec 02 17:52:59.638753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'SecurityGroup': ['ID=abf9519e-aedb-4f68-8a70-d042d72534f5,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:59.641767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:59.756594 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-d64acb8a-5686-4396-9b86-5555b198555b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups/abf9519e-aedb-4f68-8a70-d042d72534f5 HTTP/1.1" status: 200 len: 1764 time: 0.0677168 Dec 02 17:52:59.775257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf9519e-aedb-4f68-8a70-d042d72534f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:59.775612 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf9519e-aedb-4f68-8a70-d042d72534f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:52:59.784354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:52:59.791941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c5ccd-6a33-442c-ad01-36fed01bb2de req-8634afcb-d984-4129-929e-9ac32636efe1 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:52:59.793509 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e32c5ccd-6a33-442c-ad01-36fed01bb2de req-8634afcb-d984-4129-929e-9ac32636efe1 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.1434624 Dec 02 17:52:59.795853 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Usage tracker for resource:security_group_rule and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:52:59.798867 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:52:59.830457 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:52:59.867917 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e32c5ccd-6a33-442c-ad01-36fed01bb2de req-b611a8fc-ce3d-4589-abcd-005e6cccdf48 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660107 Dec 02 17:52:59.908675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.936858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.941681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.944880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:52:59.971380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e623e00-f2a0-4809-8411-278b3eebb894,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:52:59.975289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:52:59.982583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:52:59.983893 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b5a5917f-9f46-4933-be29-ac8eb78e2d48 req-397775f2-fd7e-43e6-83b5-1a7377a450ef tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2151890 Dec 02 17:53:00.069346 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-f06caceb-c648-4169-811d-b511699ffe4b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups/abf9519e-aedb-4f68-8a70-d042d72534f5 HTTP/1.1" status: 200 len: 2325 time: 0.0486684 Dec 02 17:53:00.085465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf9519e-aedb-4f68-8a70-d042d72534f5', 'remote_group_id': None}]} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:00.085820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf9519e-aedb-4f68-8a70-d042d72534f5', 'remote_group_id': None}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:00.092185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:00.096230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Usage tracker for resource:security_group_rule and tenant:e02d739446ee4c43b97739951189240e is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:00.099299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:00.105877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:00.171165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:00.198803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:00.201590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:00.203822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:00.228813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f6a5c2-e315-4af6-8b81-c1af867158c9,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:00.231437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:00.238211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:00.239646 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-730cbd79-4917-4e45-a9f9-8e8cabb671c2 req-9ff0239a-ca53-4c98-81c4-79c30c5e6738 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1586215 Dec 02 17:53:00.395961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-2c0dd288-de2d-4bec-8079-c91a0d8a4472 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Synchronizing usage tracker for tenant:e02d739446ee4c43b97739951189240e on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:53:00.412938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-2c0dd288-de2d-4bec-8079-c91a0d8a4472 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Unset dirty status for tenant:e02d739446ee4c43b97739951189240e on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:53:00.414985 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-2c0dd288-de2d-4bec-8079-c91a0d8a4472 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1120896044&fields=id&tenant_id=e02d739446ee4c43b97739951189240e HTTP/1.1" status: 200 len: 267 time: 0.0624530 Dec 02 17:53:00.512309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-8fa2c269-ae31-4c6c-8519-0c20fb5fdd33 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:00.513932 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-8fa2c269-ae31-4c6c-8519-0c20fb5fdd33 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.0932047 Dec 02 17:53:00.527153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'port': {'security_groups': ['2e68b590-1aa9-4299-b443-8dc52c8b0675', 'abf9519e-aedb-4f68-8a70-d042d72534f5']}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:00.665711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:01.027276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] For port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:01.066468 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:01.070864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:01.088765 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:01.157210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:01.230608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:01.231053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:01.352665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'Port': ['ID=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,revision_number=5']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:01.356319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:01.443226 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c94a-a035-40df-93a6-f44ca869565d req-d54a8028-f132-405c-96a5-a118d8db1d49 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:01.447482 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d0b2c94a-a035-40df-93a6-f44ca869565d req-d54a8028-f132-405c-96a5-a118d8db1d49 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.3195806 Dec 02 17:53:01.452892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:01.453678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:01.455365 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-934a15f9-165d-4afd-add1-a4c83fcf8a96 req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "PUT /v2.0/ports/779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 982 time: 0.9338853 Dec 02 17:53:01.456011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:01.467280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-ae605c73-993a-4be0-bd0d-4a8f61e13f2f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:01.469007 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-ae605c73-993a-4be0-bd0d-4a8f61e13f2f tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 945 time: 0.2469242 Dec 02 17:53:01.595769 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d0b2c94a-a035-40df-93a6-f44ca869565d req-caed3fd4-5174-4898-bab5-c46e65307f84 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/security-groups?id=38a9dd3f-49ea-4f3d-baae-b1835310bb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256196 Dec 02 17:53:01.606183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Deleting port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:01.606673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:01.670104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-40c8dfe9-04d0-4bed-a504-6321a9e54f34 None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:01.670584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-40c8dfe9-04d0-4bed-a504-6321a9e54f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:02.014287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] For port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:02.014690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:02.033984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35117de0-3392-47d1-8f3d-212b4c3fef07 req-69e6742d-a62d-4623-9c79-5832f0515cfa tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:02.035622 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-35117de0-3392-47d1-8f3d-212b4c3fef07 req-69e6742d-a62d-4623-9c79-5832f0515cfa tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.3097413 Dec 02 17:53:02.044252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fced4-c79b-4f1e-a3af-92cee726b94c req-5dea01c3-d318-4479-8646-5cc1f660e73e tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:02.045791 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-271fced4-c79b-4f1e-a3af-92cee726b94c req-5dea01c3-d318-4479-8646-5cc1f660e73e tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.2720239 Dec 02 17:53:02.190664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Calling delete_port for 8b8d0f70-364d-4929-bbf6-2e3c9a50032b owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:02.282800 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-35117de0-3392-47d1-8f3d-212b4c3fef07 req-cf97f211-6144-4a0a-9077-491412785779 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359562 Dec 02 17:53:02.295803 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-271fced4-c79b-4f1e-a3af-92cee726b94c req-ac2347ca-eb99-40be-8354-0339f0fbccc4 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1944911 Dec 02 17:53:02.357470 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'status': 'completed', 'code': 200} Dec 02 17:53:02.384196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:02.402703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17604789-97ad-4bae-b6ca-0e91c9f4d064 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:02.409413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:53:02.493339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Pushing event deleted for resources: {'Port': ['ID=8b8d0f70-364d-4929-bbf6-2e3c9a50032b,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:02.510540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:02.633430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-9dd75ca5-67cd-4a4d-925f-e9963a91cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:02.635106 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-9dd75ca5-67cd-4a4d-925f-e9963a91cd96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1203 time: 0.2014742 Dec 02 17:53:02.700742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] No DVR routers for this DVR port 8b8d0f70-364d-4929-bbf6-2e3c9a50032b on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:53:02.706362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:02.782278 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-415a60ee-ea1d-46a8-ab5f-23ff7acfa4ce req-338c51ea-4c3b-4664-a9cd-a4405f8cb093 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.60 "DELETE /v2.0/ports/8b8d0f70-364d-4929-bbf6-2e3c9a50032b HTTP/1.1" status: 204 len: 173 time: 1.2906945 Dec 02 17:53:03.049928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-58b0e694-5f15-4b62-bb14-3d6b727656d4 req-27cfddd4-516d-45e2-b500-5917d07a8fe7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Synchronizing usage tracker for tenant:9f808e81f2594fb3a89d143396bbc9f8 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:53:03.088390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-c1cd4b47-d361-49d3-926f-c26a6953db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:03.089989 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-c1cd4b47-d361-49d3-926f-c26a6953db33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.4217927 Dec 02 17:53:03.091066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-58b0e694-5f15-4b62-bb14-3d6b727656d4 req-27cfddd4-516d-45e2-b500-5917d07a8fe7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Unset dirty status for tenant:9f808e81f2594fb3a89d143396bbc9f8 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:53:03.092187 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-58b0e694-5f15-4b62-bb14-3d6b727656d4 req-27cfddd4-516d-45e2-b500-5917d07a8fe7 tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] 10.222.0.10 "GET /v2.0/ports?device_id=5926375f-4af5-49bf-aeed-8f07b7ad0b64 HTTP/1.1" status: 200 len: 210 time: 0.3049481 Dec 02 17:53:03.194724 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-f0606d7a-a7d5-4bcb-9212-2bbe4aa39d43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 1002 time: 0.0971458 Dec 02 17:53:03.266830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-e0070d2a-302d-4aac-9e58-9689921f5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:03.268464 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-e0070d2a-302d-4aac-9e58-9689921f5c14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.0665395 Dec 02 17:53:03.366278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-55676c13-27bb-41fc-b242-eaa9f0af8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:03.367928 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-55676c13-27bb-41fc-b242-eaa9f0af8e4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760651 Dec 02 17:53:03.374660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:03.466177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:03.466827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:03.602059 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-d7b740ac-d7a1-4d34-a3ee-af8ef52a665c service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162726 Dec 02 17:53:03.608900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832feb-f2ea-410f-8e2f-866a6f53c2ad req-ec75790b-f3fe-496f-a79a-185775f4f71f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:03.610366 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea832feb-f2ea-410f-8e2f-866a6f53c2ad req-ec75790b-f3fe-496f-a79a-185775f4f71f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.1784320 Dec 02 17:53:03.636436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:53:03.670118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 8b8d0f70-364d-4929-bbf6-2e3c9a50032b {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:53:03.670506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8b8d0f70-364d-4929-bbf6-2e3c9a50032b not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:53:03.750867 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ea832feb-f2ea-410f-8e2f-866a6f53c2ad req-8cfd5bfb-ec97-40e9-8c7e-c5618edd4039 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170874 Dec 02 17:53:03.789929 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43d27dd3-bd9a-437a-92da-3d5a4a0f18d7 req-37acd110-16c3-4c20-8e98-4f140d9e1ecc service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1785550 Dec 02 17:53:04.206869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33330) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:04.359228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'name': 'network-vif-deleted', 'tag': '8b8d0f70-364d-4929-bbf6-2e3c9a50032b'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:04.420246 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5926375f-4af5-49bf-aeed-8f07b7ad0b64', 'name': 'network-vif-deleted', 'tag': '8b8d0f70-364d-4929-bbf6-2e3c9a50032b', 'status': 'completed', 'code': 200} Dec 02 17:53:04.773353 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424365'] for router_interface, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:04.964332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928bd20-65c5-4ed5-9b74-541144039503 req-47dc7560-132f-4641-8cf2-b8086b892cb1 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:04.965983 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f928bd20-65c5-4ed5-9b74-541144039503 req-47dc7560-132f-4641-8cf2-b8086b892cb1 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.0854466 Dec 02 17:53:05.022627 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f928bd20-65c5-4ed5-9b74-541144039503 req-3ab0c02f-8ded-4fee-994a-ee23a2578276 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Dec 02 17:53:05.379389 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Deleting port a2d04d3f-d360-425c-8561-7a6dfec379fd {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:05.379926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:05.559444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] For port a2d04d3f-d360-425c-8561-7a6dfec379fd, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=a2d04d3f-d360-425c-8561-7a6dfec379fd,segment=NetworkSegment(d2dc33e2-f096-413e-b5a4-e287bd9c3d3a),segment_id=d2dc33e2-f096-413e-b5a4-e287bd9c3d3a)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:05.559835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:05.685682 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Calling delete_port for a2d04d3f-d360-425c-8561-7a6dfec379fd owned by network:router_interface {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:05.994727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:06.009767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:06.072830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d04d3f-d360-425c-8561-7a6dfec379fd,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:06.083677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.084713 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.085098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.085519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.085901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.086298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.086695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.087117 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.087516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.087914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.088303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.088691 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.089139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.089528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.089918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.090302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.090689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.091124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.091512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.091900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.092288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.092675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.093061 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.093449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:06.098573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:06.246995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761185b8-0c36-4693-aa97-ee420607a018 req-b290c665-8eda-41e3-8076-016aec2f83ae tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:06.248657 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-761185b8-0c36-4693-aa97-ee420607a018 req-b290c665-8eda-41e3-8076-016aec2f83ae tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.0844488 Dec 02 17:53:06.297087 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-761185b8-0c36-4693-aa97-ee420607a018 req-8b70ad01-d613-48b9-97d0-3bde0ad2d6a2 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Dec 02 17:53:06.439737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:06.940530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Router df0af9f1-7557-4c58-91d3-1ae33ae77a2a has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:53:06.957047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-c8edfdcc-472a-4f59-ac1d-665150d7cda1 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:06.958803 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-c8edfdcc-472a-4f59-ac1d-665150d7cda1 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 945 time: 0.0871904 Dec 02 17:53:07.033195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device b47e99c1-89d6-463d-99f9-f2bc33da290d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:53:07.046280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Deleting port b47e99c1-89d6-463d-99f9-f2bc33da290d {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:07.046687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:07.160815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:07.191001 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:07.202008 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port b47e99c1-89d6-463d-99f9-f2bc33da290d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b47e99c1-89d6-463d-99f9-f2bc33da290d,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:07.205723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:07.208205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:07.273843 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d', 'code': 200} Dec 02 17:53:07.303142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=b47e99c1-89d6-463d-99f9-f2bc33da290d,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:07.308054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:07.336249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] For port b47e99c1-89d6-463d-99f9-f2bc33da290d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b47e99c1-89d6-463d-99f9-f2bc33da290d,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:07.336654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:07.375585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:53:07.387188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] Sync routers for ids ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:53:07.394543 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] 10.222.0.10 "PUT /v2.0/routers/df0af9f1-7557-4c58-91d3-1ae33ae77a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1863678 Dec 02 17:53:07.395606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33344) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:07.401054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] Routers {'df0af9f1-7557-4c58-91d3-1ae33ae77a2a'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:07.401761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:52:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:07.470748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Calling delete_port for b47e99c1-89d6-463d-99f9-f2bc33da290d owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:07.590860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks [] for router, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:07.603589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] Set router df0af9f1-7557-4c58-91d3-1ae33ae77a2a gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:07.623458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ce506-6003-4741-af25-d1810e5474e1 req-c7977c39-29c2-405c-8367-3ca373e5f562 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:07.625103 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-527ce506-6003-4741-af25-d1810e5474e1 req-c7977c39-29c2-405c-8367-3ca373e5f562 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 943 time: 0.1615624 Dec 02 17:53:07.635751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:53:07.636121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:53:07.690113 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-527ce506-6003-4741-af25-d1810e5474e1 req-6a0d80b9-e2ff-4fd8-ad53-54a9771868a6 tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/security-groups?id=a6a71943-1511-40e8-9442-16e8f6b8eea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Dec 02 17:53:07.789216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:07.794579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Deleting port 9a123574-b852-46c3-889d-52d531b031f2 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:07.794974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:07.915265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:53:05Z', 'revision_number': 5, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:07.919298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] Checking router: df0af9f1-7557-4c58-91d3-1ae33ae77a2a for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:53:07.928792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] Routers {'df0af9f1-7557-4c58-91d3-1ae33ae77a2a'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:07.929440 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:52:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:07.977030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] For port 9a123574-b852-46c3-889d-52d531b031f2, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9a123574-b852-46c3-889d-52d531b031f2,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:07.977431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.107565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Calling delete_port for 9a123574-b852-46c3-889d-52d531b031f2 owned by network:router_gateway {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:08.137048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Deleting port b47e99c1-89d6-463d-99f9-f2bc33da290d {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:08.137439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.267718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.276981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] Set router df0af9f1-7557-4c58-91d3-1ae33ae77a2a gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: result = function(*args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: proto.__init__(conn_state, self) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: self.handle() Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: self.handle_one_request() Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: self.handle_one_response() Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: result = self.application(self.environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return app(environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return request.get_response(self.application) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self._app) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return resp(environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return resp(environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: response = self.app(environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return resp(environ, start_response) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:53:08.281089 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: result = method(request=request, **args) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return self._delete(request, id, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return f(*dup_args, **dup_kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: obj_deleter(request.context, id, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return method(*args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return f(*dup_args, **dup_kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: self._delete_current_gw_port(context, id, router, None) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: admin_ctx, gw_port_id, l3_port_check=False) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, context, *args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return method(*args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: context, port, router_ids, bound_mech_contexts) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: return function(*args, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: callback(resource, event, trigger, **kwargs) Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: if self._is_session_semantic_violated(context, resource, event): Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: stack = traceback.extract_stack() Dec 02 17:53:08.286582 dv-cinder-733623-9-smb neutron-server[80148]: Dec 02 17:53:08.376257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ef143062-2c80-4d2c-b9bd-16eb6e8f21b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.424182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] For port b47e99c1-89d6-463d-99f9-f2bc33da290d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b47e99c1-89d6-463d-99f9-f2bc33da290d,segment=NetworkSegment(fb8f1751-c4bf-47f7-86e1-75fac9646548),segment_id=fb8f1751-c4bf-47f7-86e1-75fac9646548)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:08.424902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.485858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765285'] for router_gateway, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.554992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Calling delete_port for b47e99c1-89d6-463d-99f9-f2bc33da290d owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:08.598546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:53:05Z', 'revision_number': 5, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:08.603481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c77e110-3c84-41ef-acdc-7ff7610f50ce None None] The sync data for ids ['df0af9f1-7557-4c58-91d3-1ae33ae77a2a'] in dv-cinder-733623-9-smb is: [{'id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'name': 'tempest-ServerRescueNegativeTestJSON-1039904141-router', 'tenant_id': '9f808e81f2594fb3a89d143396bbc9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '9a123574-b852-46c3-889d-52d531b031f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:17Z', 'updated_at': '2020-12-02T17:53:05Z', 'revision_number': 5, 'project_id': '9f808e81f2594fb3a89d143396bbc9f8', 'gw_port': {'id': '9a123574-b852-46c3-889d-52d531b031f2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0af9f1-7557-4c58-91d3-1ae33ae77a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:53:08.625000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765433'] for router, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.627852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.718200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.724224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851011178'] for router, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.725609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Fanout notify agent at l3_agent the message router_deleted on router df0af9f1-7557-4c58-91d3-1ae33ae77a2a {{(pid=80258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 17:53:08.735450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:08.739496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.743676 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7fba0ac6-245d-4b81-9254-38842619235b admin admin] 10.222.0.10 "DELETE /v2.0/routers/df0af9f1-7557-4c58-91d3-1ae33ae77a2a HTTP/1.1" status: 204 len: 168 time: 1.3467057 Dec 02 17:53:08.744960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33354) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:08.780293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Pushing event deleted for resources: {'Port': ['ID=b47e99c1-89d6-463d-99f9-f2bc33da290d,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:08.789776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:08.817010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Deleting subnet ceb9ef19-a334-40ef-bd97-f5637581e499 {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:53:08.820764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.873664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.923934 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-64ecd2f0-b95a-4e5d-96f2-172340c203e2 req-e8aa574b-d89b-4ca4-b0c1-11ebb1e2258f tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.10 "GET /v2.0/ports?device_id=cc677f6a-f20b-4cbe-8519-82edcdae639a HTTP/1.1" status: 200 len: 210 time: 0.0599430 Dec 02 17:53:08.938090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:08.998472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] No DVR routers for this DVR port b47e99c1-89d6-463d-99f9-f2bc33da290d on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:53:09.000779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:09.003600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'name': 'network-vif-deleted', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:09.019467 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-46b9e3c3-c3dc-4325-b336-46782cfe0336 req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] 10.222.0.60 "DELETE /v2.0/ports/b47e99c1-89d6-463d-99f9-f2bc33da290d HTTP/1.1" status: 204 len: 173 time: 2.0466516 Dec 02 17:53:09.066104 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc677f6a-f20b-4cbe-8519-82edcdae639a', 'name': 'network-vif-deleted', 'tag': 'b47e99c1-89d6-463d-99f9-f2bc33da290d', 'status': 'completed', 'code': 200} Dec 02 17:53:09.209965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:09.225846 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-81107aad-98e9-448b-8b92-2fe0b91c51e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:09.269213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb9ef19-a334-40ef-bd97-f5637581e499,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:09.281554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:09.368263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:09.374365 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3b5f6741-845b-4e41-830c-e11bf0c9a280 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ceb9ef19-a334-40ef-bd97-f5637581e499 HTTP/1.1" status: 204 len: 168 time: 0.6282024 Dec 02 17:53:09.377122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33360) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:09.492413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:09.680873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:09.842699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a2d04d3f-d360-425c-8561-7a6dfec379fd no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:53:09.882571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: a2d04d3f-d360-425c-8561-7a6dfec379fd {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:53:09.882977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a2d04d3f-d360-425c-8561-7a6dfec379fd not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:53:09.883650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9a123574-b852-46c3-889d-52d531b031f2 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:53:09.919327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 9a123574-b852-46c3-889d-52d531b031f2 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:53:09.919722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9a123574-b852-46c3-889d-52d531b031f2 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:53:10.029475 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac490ccb-83e7-455c-82d7-541a6c1439dd']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:10.048096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:10.048586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dc33e2-f096-413e-b5a4-e287bd9c3d3a') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:10.062240 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.077661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.079935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:53:10.266478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Network ac490ccb-83e7-455c-82d7-541a6c1439dd has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:53:10.276635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.468549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Network ac490ccb-83e7-455c-82d7-541a6c1439dd has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:53:10.493156 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:53:10.573980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.577651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:10.595154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.602091 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac490ccb-83e7-455c-82d7-541a6c1439dd,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:10.610820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:10.612802 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-045bab4f-0ae1-44cd-8c64-f00555d12581 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ac490ccb-83e7-455c-82d7-541a6c1439dd HTTP/1.1" status: 204 len: 168 time: 1.2346287 Dec 02 17:53:10.760485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33374) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:10.813152 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5693f822-9e70-4c1e-8d19-c8f0582187c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f808e81f2594fb3a89d143396bbc9f8&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0513406 Dec 02 17:53:10.815893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33378) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:10.844225 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-eb9adfab-99c7-42fe-92ef-7e00edd1258a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0772464 Dec 02 17:53:10.883157 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.890879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-010aa6d3-2e55-4586-bcd8-98fb31675259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.912753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.958343 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.961141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93921142-a419-4363-95ee-3a807e1d06a1 req-f4697542-9a48-488a-8df0-20472ddb9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:10.962851 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-f4697542-9a48-488a-8df0-20472ddb9017 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 1163 time: 0.0812366 Dec 02 17:53:10.964109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bc406523-1da6-425c-9f9b-296c8ef4f680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:10.978649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a9dd3f-49ea-4f3d-baae-b1835310bb57,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:10.981802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:10.982754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:10.984024 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38a9dd3f-49ea-4f3d-baae-b1835310bb57 HTTP/1.1" status: 204 len: 168 time: 0.1670773 Dec 02 17:53:11.025640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:11.130014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93921142-a419-4363-95ee-3a807e1d06a1 req-959d2fb2-94f8-4192-bcf2-b49cee7eef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:11.132249 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-959d2fb2-94f8-4192-bcf2-b49cee7eef3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 903 time: 0.1431546 Dec 02 17:53:11.244119 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-b55ad572-1e72-49f5-bd2e-49efa2844a5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 200 len: 1002 time: 0.1039104 Dec 02 17:53:11.528468 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93921142-a419-4363-95ee-3a807e1d06a1 req-45d99829-169e-4f21-ad80-4d4092e0654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:11.530084 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-45d99829-169e-4f21-ad80-4d4092e0654a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.2795374 Dec 02 17:53:11.618010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93921142-a419-4363-95ee-3a807e1d06a1 req-4bb664fb-7685-42d1-8640-010686cfaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:11.619696 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-4bb664fb-7685-42d1-8640-010686cfaf66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786183 Dec 02 17:53:11.778780 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-e4dc2393-2360-4a8b-8279-b30101bb35f7 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505308 Dec 02 17:53:11.938385 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-93921142-a419-4363-95ee-3a807e1d06a1 req-a06b18ac-d8b9-4658-a73e-667c05b46a6d service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472094 Dec 02 17:53:12.280693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:12.488734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:12.523932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.358219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33440) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:13.516435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.532341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:13.536472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Usage tracker for resource:security_group_rule and tenant:41076dc39ba245c6abb6561cad303645 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:13.540166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:13.546319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:13.639613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.642113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.650971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3c678769-6a63-4153-ab16-d565309f6010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:13.696585 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41076dc39ba245c6abb6561cad303645&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3371348 Dec 02 17:53:13.697518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c48875-e015-4ebe-b7bb-6fd67ab3db97,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:13.700775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33450) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:13.700918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:13.767783 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.795655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.841003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.845996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cf7b512b-c0eb-414d-8920-da748ac2d560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:13.860114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c48875-e015-4ebe-b7bb-6fd67ab3db97,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:13.863200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:13.864135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:13.865877 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93c48875-e015-4ebe-b7bb-6fd67ab3db97 HTTP/1.1" status: 204 len: 168 time: 0.1634853 Dec 02 17:53:14.205414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33458) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:14.226423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:14.242794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:14.246825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Usage tracker for resource:security_group_rule and tenant:ca367c941c4246bab7651a1c1153e058 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:14.249798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:14.255564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:14.345777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:14.348686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:14.357344 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-14a4d02a-3119-486a-a546-7465a137972c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:14.403060 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca367c941c4246bab7651a1c1153e058&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1963997 Dec 02 17:53:14.403991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906548be-4874-4636-ae5d-108f682b32fe,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:14.406960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33462) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:14.407272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:14.469665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:14.496494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:14.541355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:14.546422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-11ce9e37-c13f-4b4d-b3f3-fdcdc21b25d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:14.560802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906548be-4874-4636-ae5d-108f682b32fe,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:14.563946 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:14.569186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:14.570398 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/906548be-4874-4636-ae5d-108f682b32fe HTTP/1.1" status: 204 len: 168 time: 0.1620746 Dec 02 17:53:18.395562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33622) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:18.547726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:18.563005 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:18.567088 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Usage tracker for resource:security_group_rule and tenant:585543bd8f434ef6813c4a944f5eba81 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:18.570080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:18.575873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:18.660303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:18.663668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:18.672418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4319ac8b-0e82-410f-9672-cc58fc0d140f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:18.713277 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=585543bd8f434ef6813c4a944f5eba81&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3165584 Dec 02 17:53:18.714900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ac9593-5b12-4020-9cf3-da46e289cc3c,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:18.716302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33628) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:18.718167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:18.778303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:18.805810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:18.853921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:18.858902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8bffeb58-4f16-45b2-9e51-3ad75a57b162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:18.871163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ac9593-5b12-4020-9cf3-da46e289cc3c,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:18.874289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:18.876486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:18.878211 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7ac9593-5b12-4020-9cf3-da46e289cc3c HTTP/1.1" status: 204 len: 168 time: 0.1601946 Dec 02 17:53:19.229006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33640) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:19.248532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:19.268601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:19.273553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5fec617cd159409da75855609a69d049 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:19.278408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:19.284451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:19.369895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:19.372822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:19.382180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5012cf8d-e5a7-410b-8c41-225c3da59113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:19.423937 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fec617cd159409da75855609a69d049&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1938195 Dec 02 17:53:19.424855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5990941c-966f-4303-a663-a189001d3ee2,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:19.428199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33644) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:19.428677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:19.494380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:19.528216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:19.577018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:19.582466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-cdd651df-a131-47c9-851f-d68d3c4b5008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:19.597222 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5990941c-966f-4303-a663-a189001d3ee2,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:19.601426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:19.611827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:19.616126 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5990941c-966f-4303-a663-a189001d3ee2 HTTP/1.1" status: 204 len: 168 time: 0.1827791 Dec 02 17:53:21.963301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33714) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:22.114277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.129533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:22.134166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Usage tracker for resource:security_group_rule and tenant:61afa3f88b7645bc888edb2144a4868e is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:22.137163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:22.142978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:22.229973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.232872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.242112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-036ddbfc-579f-4092-9abd-c84e940dd4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:22.279305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba66944c-73c1-43c0-859d-7df2ddcb20ff,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:22.285230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:22.294088 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33730) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:22.303539 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61afa3f88b7645bc888edb2144a4868e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3390143 Dec 02 17:53:22.360655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.388695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.434370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.439257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-437e21d1-9461-449a-bccc-0785114d8c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:22.452256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba66944c-73c1-43c0-859d-7df2ddcb20ff,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:22.456112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:22.463227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.464464 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba66944c-73c1-43c0-859d-7df2ddcb20ff HTTP/1.1" status: 204 len: 168 time: 0.1693158 Dec 02 17:53:22.808278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33738) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:22.827727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.843788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:22.847907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Usage tracker for resource:security_group_rule and tenant:a232a89ff9a642839eba846ec6980d85 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:22.850892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:22.856742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:22.940790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.944362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:22.953121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5d01d196-34c1-4302-bf4a-a80ed74f5477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:22.994125 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a232a89ff9a642839eba846ec6980d85&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1847277 Dec 02 17:53:22.995870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143f2866-2d99-40f9-9086-a099a62bf182,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:22.997159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33742) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:22.999121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:23.063288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-795cf899-58fd-4e65-84c9-12533c0145f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:23.091092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-795cf899-58fd-4e65-84c9-12533c0145f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:23.135636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-795cf899-58fd-4e65-84c9-12533c0145f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:23.140570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b02ff87d-182b-46e8-83e8-fedf7bfcb7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:23.153186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cf899-58fd-4e65-84c9-12533c0145f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143f2866-2d99-40f9-9086-a099a62bf182,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:23.155727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-795cf899-58fd-4e65-84c9-12533c0145f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:23.164227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-795cf899-58fd-4e65-84c9-12533c0145f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:23.165456 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-795cf899-58fd-4e65-84c9-12533c0145f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/143f2866-2d99-40f9-9086-a099a62bf182 HTTP/1.1" status: 204 len: 168 time: 0.1671753 Dec 02 17:53:26.224369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33832) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:26.380034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:26.395729 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:26.399775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d805319ee7428eb673627486eecc58 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:26.402719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:26.408538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:26.492374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:26.495251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:26.504028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49477d55-c74f-4835-8632-9c305e4f3539 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:26.546105 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2d805319ee7428eb673627486eecc58&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3205225 Dec 02 17:53:26.547847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438a5dd5-f5f1-4e52-a355-b00199743642,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:26.549144 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33838) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:26.556710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.557132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.557546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.557948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.558350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.558751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.559201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.559600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.559999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.560393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.560785 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.561178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.561633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.562025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.562415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.562805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.563229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.563622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.564013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.564400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.564786 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.565181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.565571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.565957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:26.570537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d92bbfe4-76ad-42fd-81da-78a1d66ce1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:26.616160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:26.642715 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:26.687697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:26.692667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17ac7ec1-f3f2-4e48-b6fa-49a19e543180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:26.705012 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a5dd5-f5f1-4e52-a355-b00199743642,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:26.709733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:26.715316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:26.716538 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/438a5dd5-f5f1-4e52-a355-b00199743642 HTTP/1.1" status: 204 len: 168 time: 0.1662481 Dec 02 17:53:27.065696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33850) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:27.085908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:27.101009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:27.105058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Usage tracker for resource:security_group_rule and tenant:9ece395dd9e741439f085399f38ed336 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:27.108198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:27.114098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:27.200708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:27.203626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:27.213132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-416afeea-4816-4d2b-849d-2447bf9a939c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:27.263195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 33866) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:27.263660 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ece395dd9e741439f085399f38ed336&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1962490 Dec 02 17:53:27.264308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb71778-9e9a-4d6f-9e9e-67caf4896436,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:27.267753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:27.338746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a329b5a3-7ba4-42f8-9476-626ea88511ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:27.366480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a329b5a3-7ba4-42f8-9476-626ea88511ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:27.414074 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a329b5a3-7ba4-42f8-9476-626ea88511ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:27.419130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-37fa2eb8-3d04-4ad4-bdf1-b3f079d626ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:27.432613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329b5a3-7ba4-42f8-9476-626ea88511ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb71778-9e9a-4d6f-9e9e-67caf4896436,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:27.435336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a329b5a3-7ba4-42f8-9476-626ea88511ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:27.445882 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a329b5a3-7ba4-42f8-9476-626ea88511ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:27.456163 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a329b5a3-7ba4-42f8-9476-626ea88511ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8eb71778-9e9a-4d6f-9e9e-67caf4896436 HTTP/1.1" status: 204 len: 168 time: 0.1857836 Dec 02 17:53:29.784063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33976) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:29.852201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Deleting subnet e7190841-830b-41a3-865e-5c8d33049eb8 {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:53:29.855385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:29.909209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:29.972072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:30.251344 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:30.269023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:30.314098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7190841-830b-41a3-865e-5c8d33049eb8,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:30.316933 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:30.415156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:30.428943 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4911fffd-a511-4a1d-9635-95cdf7442523 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e7190841-830b-41a3-865e-5c8d33049eb8 HTTP/1.1" status: 204 len: 168 time: 0.6408610 Dec 02 17:53:30.429201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33986) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:30.551337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:30.740949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2ccfb-79ae-4ec1-91a3-4ebac5f9bdcd req-802c07f0-dba5-4142-812b-9c555d2c6cac tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:30.742630 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-32d2ccfb-79ae-4ec1-91a3-4ebac5f9bdcd req-802c07f0-dba5-4142-812b-9c555d2c6cac tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.0883555 Dec 02 17:53:30.743847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:30.797673 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-32d2ccfb-79ae-4ec1-91a3-4ebac5f9bdcd req-e08c4ef6-a0e7-4a36-a61f-99c35ae143a3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Dec 02 17:53:30.861268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:30.874198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8f1751-c4bf-47f7-86e1-75fac9646548') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:30.874534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8f1751-c4bf-47f7-86e1-75fac9646548') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:30.887106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:30.905238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:30.907317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:53:31.094865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:53:31.104390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:31.291163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Network 1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:53:31.313886 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:53:31.406242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:31.409649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-479d3d53-b141-4580-a8a2-e8aa850ff552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:31.424235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:31.435225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Pushing event deleted for resources: {'Network': ['ID=1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:31.438587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:31.443151 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] 10.222.0.10 "DELETE /v2.0/networks/1f92d8e8-9531-4a1d-a3a1-e9bb94a81cc6 HTTP/1.1" status: 204 len: 168 time: 1.0129175 Dec 02 17:53:31.662417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 33996) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:31.714640 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c887de18-c697-48f2-a06a-4b68885954bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b0726087bef40ba872c25b66a1f4f88&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0508466 Dec 02 17:53:31.717164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34000) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:31.783363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-755b3030-56fa-41a3-9cec-0075d1aa1aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:31.810457 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-755b3030-56fa-41a3-9cec-0075d1aa1aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:31.856681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-755b3030-56fa-41a3-9cec-0075d1aa1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:31.861928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4ac5540c-9d64-4005-b706-b7f8237e2bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:31.873034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b3030-56fa-41a3-9cec-0075d1aa1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a71943-1511-40e8-9442-16e8f6b8eea3,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:31.876828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-755b3030-56fa-41a3-9cec-0075d1aa1aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:31.881233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-755b3030-56fa-41a3-9cec-0075d1aa1aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:31.881983 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-755b3030-56fa-41a3-9cec-0075d1aa1aa7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6a71943-1511-40e8-9442-16e8f6b8eea3 HTTP/1.1" status: 204 len: 168 time: 0.1638079 Dec 02 17:53:32.033072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edb6db-219e-4c72-866c-5b9e9f7f066c req-821b29c0-41d2-4eac-aadd-d28e86362738 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:32.034747 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e8edb6db-219e-4c72-866c-5b9e9f7f066c req-821b29c0-41d2-4eac-aadd-d28e86362738 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.0850096 Dec 02 17:53:32.084639 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e8edb6db-219e-4c72-866c-5b9e9f7f066c req-3f7a33a8-0f37-4ba7-ad95-2e6a3868f1e1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Dec 02 17:53:32.745606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-6adb4764-f884-488e-a42a-46e977e0611a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:32.747237 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-6adb4764-f884-488e-a42a-46e977e0611a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 945 time: 0.0849285 Dec 02 17:53:32.822701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Deleting port eece77a6-f52a-4431-9658-d36ff107570f {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:32.823296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:33.087285 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=eece77a6-f52a-4431-9658-d36ff107570f,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:33.087610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:33.088243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device eece77a6-f52a-4431-9658-d36ff107570f no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:53:33.204787 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:33.233438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:33.244318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=eece77a6-f52a-4431-9658-d36ff107570f,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:33.248439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:33.250309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-deeea419-a3b0-48af-9a83-16f0f1621dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:33.323049 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=7']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:33.326246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:33.335814 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f', 'code': 200} Dec 02 17:53:33.436125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946321-4899-4697-bfc9-9f8eeb73a672 req-19bd0185-38ef-4665-a4ea-964b5ce0fc92 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:33.437639 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f5946321-4899-4697-bfc9-9f8eeb73a672 req-19bd0185-38ef-4665-a4ea-964b5ce0fc92 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.1845922 Dec 02 17:53:33.517693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:33.518108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:33.518488 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Floating IP fa1aa218-6d00-4ab6-a797-656d2a1aefe5 disassociated. External IP: 172.28.1.122, port: eece77a6-f52a-4431-9658-d36ff107570f. Dec 02 17:53:33.518847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Calling delete_port for eece77a6-f52a-4431-9658-d36ff107570f owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:33.548479 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f5946321-4899-4697-bfc9-9f8eeb73a672 req-61815b6f-1ff9-4820-8832-03a536aaae72 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009152 Dec 02 17:53:33.603759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:53:33.604132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:53:34.105871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Deleting port eece77a6-f52a-4431-9658-d36ff107570f {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:34.106418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:34.375247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] For port eece77a6-f52a-4431-9658-d36ff107570f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=eece77a6-f52a-4431-9658-d36ff107570f,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:34.375247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:34.695743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:34.696759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:34.697403 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Floating IP fa1aa218-6d00-4ab6-a797-656d2a1aefe5 disassociated. External IP: 172.28.1.122, port: eece77a6-f52a-4431-9658-d36ff107570f. Dec 02 17:53:34.697877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Calling delete_port for eece77a6-f52a-4431-9658-d36ff107570f owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:35.241361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-029d7c97-47d5-4f1b-8e1b-fccf67d87762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:35.243068 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-029d7c97-47d5-4f1b-8e1b-fccf67d87762 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1203 time: 0.5005054 Dec 02 17:53:35.251824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766215e0-f5a6-42d0-bf8b-6e011d3e7c3e req-16408718-6886-4930-bdeb-b327059e3eab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:35.253338 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-766215e0-f5a6-42d0-bf8b-6e011d3e7c3e req-16408718-6886-4930-bdeb-b327059e3eab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 943 time: 0.5217640 Dec 02 17:53:35.265860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dedc0b-e9dd-450a-b933-06c246ac3294 req-cf38d296-7ea5-479e-8bb7-636bba43942d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:35.267465 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-13dedc0b-e9dd-450a-b933-06c246ac3294 req-cf38d296-7ea5-479e-8bb7-636bba43942d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.4916043 Dec 02 17:53:35.374753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:35.398221 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:35.461124 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-766215e0-f5a6-42d0-bf8b-6e011d3e7c3e req-3df20513-fd8f-4834-bb73-c24870f402c5 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=b5d75434-63ae-40a7-aa7b-b2f313c6649d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925914 Dec 02 17:53:35.515868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event deleted for resources: {'Port': ['ID=eece77a6-f52a-4431-9658-d36ff107570f,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:35.538015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:35.541337 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-13dedc0b-e9dd-450a-b933-06c246ac3294 req-059b7a94-1fa6-4d9a-82c9-a3ae4cceaa96 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2293193 Dec 02 17:53:35.660465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-b05b74c5-4e00-4d98-bb3f-ef948e03eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:35.662599 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-b05b74c5-4e00-4d98-bb3f-ef948e03eaaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.3895621 Dec 02 17:53:35.909868 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-ef10cf3e-7dbf-4ab9-9c6d-b2e1fd2032dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 1002 time: 0.2359173 Dec 02 17:53:36.019193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-3301188b-cc8b-4b5a-9fdd-f31cd8b97429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:36.021097 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-3301188b-cc8b-4b5a-9fdd-f31cd8b97429 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.0926080 Dec 02 17:53:36.029138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:53:36.266046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-a1e78ed4-fd4a-4450-b2cc-1b83ad74e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:36.267758 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-a1e78ed4-fd4a-4450-b2cc-1b83ad74e35a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2373583 Dec 02 17:53:36.317607 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:53:36.328577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70594178-2108-489c-a11b-f27d79d05680 None None] Sync routers for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:53:36.339405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:36.340093 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:36.373534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] No DVR routers for this DVR port eece77a6-f52a-4431-9658-d36ff107570f on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:53:36.377463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:36.380733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-deleted', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:36.460554 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1677ac16-6de5-44bd-b24b-4ecb5d212079', 'name': 'network-vif-deleted', 'tag': 'eece77a6-f52a-4431-9658-d36ff107570f', 'status': 'completed', 'code': 200} Dec 02 17:53:36.525578 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-d8a6b7d1-c6b9-4149-b68e-dbf246e690c1 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405953 Dec 02 17:53:36.528889 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c2e1952-eadc-4c88-be12-63af0085a2a8 req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "DELETE /v2.0/ports/eece77a6-f52a-4431-9658-d36ff107570f HTTP/1.1" status: 204 len: 173 time: 3.7754211 Dec 02 17:53:36.530406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:36.849581 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-7864ad43-0de0-47ea-8e3c-e5b69e6291cd req-ae7bfee9-9125-4663-af7f-fc23594078a0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Synchronizing usage tracker for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:53:36.936566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-7864ad43-0de0-47ea-8e3c-e5b69e6291cd req-ae7bfee9-9125-4663-af7f-fc23594078a0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Unset dirty status for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:53:36.937843 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7864ad43-0de0-47ea-8e3c-e5b69e6291cd req-ae7bfee9-9125-4663-af7f-fc23594078a0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=1677ac16-6de5-44bd-b24b-4ecb5d212079 HTTP/1.1" status: 200 len: 210 time: 0.1481915 Dec 02 17:53:36.940093 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7011d33d-c98a-4997-912c-b9bb30372d3d req-08280c56-2d10-4fb2-bb47-51a1869ca581 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4001963 Dec 02 17:53:36.951583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:36.955886 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70594178-2108-489c-a11b-f27d79d05680 None None] Checking router: 2aacce77-f8bb-48e7-bf00-0090b2d37d62 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:53:36.966572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:36.967299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:36.994490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7519be4-93c5-448b-84a4-0a15e893d55e req-62da5531-16ab-4863-a379-ef05e5494c26 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:36.996435 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7519be4-93c5-448b-84a4-0a15e893d55e req-62da5531-16ab-4863-a379-ef05e5494c26 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.1411419 Dec 02 17:53:37.068120 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7519be4-93c5-448b-84a4-0a15e893d55e req-df5ae1e8-f047-4440-ae7b-37581bce1330 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0640326 Dec 02 17:53:37.186971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:37.555721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3beb09-2e57-47d6-9450-72b296e33513 req-d8a67fe4-6597-46b6-bff6-9c9b4df81175 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:37.557341 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2f3beb09-2e57-47d6-9450-72b296e33513 req-d8a67fe4-6597-46b6-bff6-9c9b4df81175 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0851760 Dec 02 17:53:37.566132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70594178-2108-489c-a11b-f27d79d05680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:37.570910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70594178-2108-489c-a11b-f27d79d05680 None None] The sync data for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb is: [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:53:37.615522 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2f3beb09-2e57-47d6-9450-72b296e33513 req-c0f45010-e824-4f63-88d7-09f3db37e0b4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513117 Dec 02 17:53:37.969119 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7c831-d365-4f0b-8240-0b1faa223ca0 None None] New status for floating IP fa1aa218-6d00-4ab6-a797-656d2a1aefe5: DOWN {{(pid=80260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:53:38.123522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34054) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:38.245149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:38.284368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:38.341812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:38.347356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:38.350429 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643abe-4ad7-4dd9-81c9-e48419f1f072 req-f09149c7-952f-4469-8970-8449116f61ff tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:38.352081 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b6643abe-4ad7-4dd9-81c9-e48419f1f072 req-f09149c7-952f-4469-8970-8449116f61ff tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.0972812 Dec 02 17:53:38.366173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d75434-63ae-40a7-aa7b-b2f313c6649d,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:38.368999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:38.374849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:38.377728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad58d-aa7d-4077-823c-5b5e14388b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:38.380072 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "DELETE /v2.0/security-groups/b5d75434-63ae-40a7-aa7b-b2f313c6649d HTTP/1.1" status: 204 len: 168 time: 0.2544818 Dec 02 17:53:38.380275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34058) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:38.398119 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.v2.resource [None req-b32d0f02-45fd-461a-a8c3-0400039866ee tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] show failed (client error): The resource could not be found. Dec 02 17:53:38.402537 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b32d0f02-45fd-461a-a8c3-0400039866ee tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups/b5d75434-63ae-40a7-aa7b-b2f313c6649d HTTP/1.1" status: 404 len: 347 time: 0.0179794 Dec 02 17:53:38.402537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34062) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:38.409886 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b6643abe-4ad7-4dd9-81c9-e48419f1f072 req-ef2f0cca-2f12-4f93-a719-c19dc9b8ab18 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0510139 Dec 02 17:53:38.563519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Deleting port 944b5db4-487d-4e7e-aa43-90f5c2cbd302 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:38.564063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:38.840648 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e156783-bb5d-4580-acc4-759991e93966 req-588f01f8-cd8c-4c4a-a725-d06aa55c07a2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:38.842321 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e156783-bb5d-4580-acc4-759991e93966 req-588f01f8-cd8c-4c4a-a725-d06aa55c07a2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0912061 Dec 02 17:53:38.898712 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e156783-bb5d-4580-acc4-759991e93966 req-2da194ba-062e-442f-a4cc-f18aacccb344 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486541 Dec 02 17:53:38.969659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:38.970023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:39.096400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Calling delete_port for 944b5db4-487d-4e7e-aa43-90f5c2cbd302 owned by network:floatingip {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:39.242013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:39.255954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:39.305888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event deleted for resources: {'Port': ['ID=944b5db4-487d-4e7e-aa43-90f5c2cbd302,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:39.308921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:39.409436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:53:39.493541 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:39.511572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:39.512846 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "DELETE /v2.0/floatingips/fa1aa218-6d00-4ab6-a797-656d2a1aefe5 HTTP/1.1" status: 204 len: 168 time: 1.1097159 Dec 02 17:53:39.633880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab3b45-79ef-4c86-a031-e9c848d18eb2 req-80bbc50c-0695-407e-8ae5-4177b3eee214 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:39.635571 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-25ab3b45-79ef-4c86-a031-e9c848d18eb2 req-80bbc50c-0695-407e-8ae5-4177b3eee214 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.0885818 Dec 02 17:53:39.686276 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-25ab3b45-79ef-4c86-a031-e9c848d18eb2 req-18876b24-5f08-43ea-a8d0-8913b21f57fe tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0441031 Dec 02 17:53:39.879244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-a60d1822-5893-45a4-a3fb-ab56d6e56be7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:39.881313 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-a60d1822-5893-45a4-a3fb-ab56d6e56be7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0858650 Dec 02 17:53:39.962199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Deleting port 675a6a06-7649-42a1-99eb-400e97d3f7d9 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:39.962591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.149095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34076) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:40.155098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'security_group': {'name': 'tempest-securitygroup--356629858', 'description': 'tempest-description--1447256726'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:40.162461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:40.166976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:40.169995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:40.175961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:40.187421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.213698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:40.217769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group_rule and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:40.220816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:40.226810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:40.259302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bed300-9bcf-4b2a-8c4a-ff3000d25a20 req-bb6bfa3a-f778-4747-9964-934b2f0d232f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:40.260930 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-88bed300-9bcf-4b2a-8c4a-ff3000d25a20 req-bb6bfa3a-f778-4747-9964-934b2f0d232f tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2113910 Dec 02 17:53:40.315209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.319154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.323390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] For port 675a6a06-7649-42a1-99eb-400e97d3f7d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=675a6a06-7649-42a1-99eb-400e97d3f7d9,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:40.323800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.324769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d0d6ba08-5e5e-460b-8e66-41d3e3bfa77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:40.372641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'SecurityGroup': ['ID=507d6afe-33e6-49b1-b9a8-25584dea065a,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:40.375646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.378997 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2267768 Dec 02 17:53:40.378997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2bf07e1a-aa28-44e2-b059-a08b1507f264 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:40.381377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34082) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:40.387631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'security_group_rule': {'security_group_id': '507d6afe-33e6-49b1-b9a8-25584dea065a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:40.395478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:40.400215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group_rule and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:40.404173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:40.410969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:40.431863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.510764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.513910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.516148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:40.542735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccbc710-cf05-468c-a195-2e8f30d4f1be,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:40.548671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:40.553026 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.554565 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1718588 Dec 02 17:53:40.557548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34086) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:40.563517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'security_group_rule': {'security_group_id': '507d6afe-33e6-49b1-b9a8-25584dea065a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:40.570385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:40.574778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:security_group_rule and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:40.578358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:40.584565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:40.606419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.640257 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-88bed300-9bcf-4b2a-8c4a-ff3000d25a20 req-faeee059-335e-4287-8611-828309740471 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=eae90b2d-46b7-49a6-bf10-7233fa94f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3663328 Dec 02 17:53:40.684923 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.687990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.695732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3fd989e8-77bf-44d7-98b3-7e8b45cee947 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:40.714699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444a176d-c7f8-4f78-a54c-5efb5733cc56,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:40.717533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:40.725829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group_rule, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.727292 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6ebfa291-9706-4f82-ac58-046b1979d801 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1685665 Dec 02 17:53:40.730414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34092) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:40.736458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'floatingip': {'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:40.743213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:40.747465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:floatingip and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:40.751128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:40.759580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:40.770593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.893926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6581f2b5-12e0-4118-b833-20f25b6d04cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.931433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.940342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.940764 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:40.941117 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Floating IP 15f15f3f-db51-49b4-8c20-91b6dffdeffb disassociated. External IP: 172.28.1.104, port: 675a6a06-7649-42a1-99eb-400e97d3f7d9. Dec 02 17:53:40.941501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Calling delete_port for 675a6a06-7649-42a1-99eb-400e97d3f7d9 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:41.011606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baaa70-fcd8-4d2c-969f-1336d24b1677 req-7e0bb9ff-f739-4f7b-8e83-85d7982c49a3 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:41.013238 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-96baaa70-fcd8-4d2c-969f-1336d24b1677 req-7e0bb9ff-f739-4f7b-8e83-85d7982c49a3 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.1784592 Dec 02 17:53:41.032472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:41.085545 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-96baaa70-fcd8-4d2c-969f-1336d24b1677 req-adc19c8f-811f-4bba-b0cd-00956382fac6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0636222 Dec 02 17:53:41.156530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:41.167607 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:53:41.174038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:41.205942 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 675a6a06-7649-42a1-99eb-400e97d3f7d9 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:53:41.206334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 675a6a06-7649-42a1-99eb-400e97d3f7d9 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:53:41.220462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Allocated IP 172.28.1.47 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/587723a2-9812-4f47-8879-96c218aff78a) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:53:41.223890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event deleted for resources: {'Port': ['ID=675a6a06-7649-42a1-99eb-400e97d3f7d9,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:41.235947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:41.390295 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:41.418571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:41.434120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-02688086-0d31-4bd2-8b2f-1d7a4b843938 tempest-DeleteServersTestJSON-1111379368 tempest-DeleteServersTestJSON-1111379368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:41.559400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Router 0f5c791f-9470-432f-9f9e-af8074801fca has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:53:41.576160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'Port': ['ID=587723a2-9812-4f47-8879-96c218aff78a,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:41.579865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:41.633587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:41.634809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:41.637187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:53:41.726029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:41.754198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:53:41.766097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] Sync routers for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:53:41.781883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:41.782585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:41.830863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:41.859576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] No DVR routers for this DVR port 675a6a06-7649-42a1-99eb-400e97d3f7d9 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:53:41.867724 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:41.874656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'name': 'network-vif-deleted', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:41.882331 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c99959a3-2c9f-4a19-ab98-0b83007ebda9 req-d8486980-42bd-4291-b9d2-ff071af394fe tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=d9caab56-7b22-42ca-b473-fb1b3bcdd9d5 HTTP/1.1" status: 200 len: 210 time: 0.0767817 Dec 02 17:53:41.904002 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-59164afc-29ed-4310-98c6-ecb0dc43fc87 req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "DELETE /v2.0/ports/675a6a06-7649-42a1-99eb-400e97d3f7d9 HTTP/1.1" status: 204 len: 173 time: 2.0167723 Dec 02 17:53:41.966073 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9caab56-7b22-42ca-b473-fb1b3bcdd9d5', 'name': 'network-vif-deleted', 'tag': '675a6a06-7649-42a1-99eb-400e97d3f7d9', 'status': 'completed', 'code': 200} Dec 02 17:53:42.155465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:42.159521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:42.164780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:42.175989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54254f52-a069-4a0e-9728-7e43c43ca7ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:42.328077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e7365-8089-4ebe-81ab-5dc2622fc78a req-352b3163-f41d-4355-a0e4-09af131d835f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:42.329874 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-186e7365-8089-4ebe-81ab-5dc2622fc78a req-352b3163-f41d-4355-a0e4-09af131d835f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.1101143 Dec 02 17:53:42.334711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'Port': ['ID=587723a2-9812-4f47-8879-96c218aff78a,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:42.339395 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:42.361391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:42.405353 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-186e7365-8089-4ebe-81ab-5dc2622fc78a req-c21eecc7-8855-4ade-bf0d-ccb27553eb90 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0589416 Dec 02 17:53:42.484873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:42.508551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:42.509962 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e9b21034-0564-440e-bd75-6fe4e657ba02 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7782853 Dec 02 17:53:42.538455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:42.541907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:42.578070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:42.583238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] Checking router: 0f5c791f-9470-432f-9f9e-af8074801fca for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:53:42.595455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:42.596138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:42.765966 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-93d9c952-56e3-4b07-9a7b-8f20852b59ca tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--356629858&fields=id&tenant_id=6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 267 time: 0.0403986 Dec 02 17:53:42.795858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:42.931320 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-5ca132b8-ecc2-4eb8-8160-790105e1ff1b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:42.932834 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-5ca132b8-ecc2-4eb8-8160-790105e1ff1b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 815 time: 0.1588304 Dec 02 17:53:42.950837 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-2a0661e8-e7e1-4e7f-91df-80c2a4bc563a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/quotas/6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 375 time: 0.0117426 Dec 02 17:53:43.042808 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-55467aac-b99f-4ab3-b271-d27e845ba1bd tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0858521 Dec 02 17:53:43.061182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34134) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:43.126833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:43.131293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab39a2a4-0ed1-4fbb-8666-e92901937b76 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:43.131845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25868389-3b2c-4af8-804f-c334d2dee44e None None] The sync data for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb is: [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:53:43.162798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab39a2a4-0ed1-4fbb-8666-e92901937b76 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:43.215153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab39a2a4-0ed1-4fbb-8666-e92901937b76 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:43.217373 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-23d934fa-62cc-44e7-bfaf-c5c5eed8c57e service neutron] 10.222.0.10 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490080 Dec 02 17:53:43.220963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54521978-3acc-4a6a-8c00-a5460f4e7963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:43.233688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39a2a4-0ed1-4fbb-8666-e92901937b76 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae90b2d-46b7-49a6-bf10-7233fa94f2ac,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:43.236520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ab39a2a4-0ed1-4fbb-8666-e92901937b76 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:43.243469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab39a2a4-0ed1-4fbb-8666-e92901937b76 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:43.247531 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ab39a2a4-0ed1-4fbb-8666-e92901937b76 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "DELETE /v2.0/security-groups/eae90b2d-46b7-49a6-bf10-7233fa94f2ac HTTP/1.1" status: 204 len: 168 time: 0.1825559 Dec 02 17:53:43.247751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34138) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:43.268944 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.v2.resource [None req-5e91da88-3d39-4e58-99ce-187319c9d461 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] show failed (client error): The resource could not be found. Dec 02 17:53:43.273654 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5e91da88-3d39-4e58-99ce-187319c9d461 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups/eae90b2d-46b7-49a6-bf10-7233fa94f2ac HTTP/1.1" status: 404 len: 347 time: 0.0216167 Dec 02 17:53:43.273923 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34142) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:43.381193 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-e384ae32-693d-43f4-b333-752b4427b9b4 service neutron] 10.222.0.10 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569214 Dec 02 17:53:43.451849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Deleting port 226b3d14-970c-4584-969f-9e08eca81a63 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:43.452151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:43.569723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54833aad-b8c4-48cb-965b-a88c6561d2e7 None None] New status for floating IP 15f15f3f-db51-49b4-8c20-91b6dffdeffb: DOWN {{(pid=80260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:53:43.647992 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-33174ea0-1722-4779-a379-4f0f1bae742e req-7f6b091f-9f29-44c7-9eec-de83961f7f11 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 210 time: 0.0975275 Dec 02 17:53:43.662202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:43.662571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:43.727578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e39adb-6e63-48d0-9d8b-414db25ef771 req-4271988f-7883-415f-854f-4e47c575b5c6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:43.729350 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87e39adb-6e63-48d0-9d8b-414db25ef771 req-4271988f-7883-415f-854f-4e47c575b5c6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.1382492 Dec 02 17:53:43.809083 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87e39adb-6e63-48d0-9d8b-414db25ef771 req-25c679d3-8b4a-46d3-9f02-5bf5db8a9515 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0678413 Dec 02 17:53:43.845644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Calling delete_port for 226b3d14-970c-4584-969f-9e08eca81a63 owned by network:floatingip {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:43.932215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80258) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:53:43.932586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:53:44.434071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Deleting port 226b3d14-970c-4584-969f-9e08eca81a63 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:53:44.434468 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:44.614134 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:44.614428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:44.744011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Calling delete_port for 226b3d14-970c-4584-969f-9e08eca81a63 owned by network:floatingip {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:53:44.924405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:44.934453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-87843451-e1d2-4570-ad96-44b13d7f80e0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:44.936038 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-87843451-e1d2-4570-ad96-44b13d7f80e0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 815 time: 0.1984694 Dec 02 17:53:44.958609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:45.064183 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3f9ed788-bbc3-4c8c-89c4-a328b058c704 req-e31afce8-fcf0-49f4-a255-10ff1a234e3b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 210 time: 0.1268799 Dec 02 17:53:45.154322 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-38511866-e296-408f-98f8-08a05788620a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 5504 time: 0.1703069 Dec 02 17:53:45.166707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'port': {'device_id': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'admin_state_up': True, 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'security_groups': ['507d6afe-33e6-49b1-b9a8-25584dea065a']}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:45.218816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ffa35-4ef0-4a0a-8c82-045275a43f96 req-cb66fa98-a57d-402b-98b8-195077aeb974 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:45.220554 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6a5ffa35-4ef0-4a0a-8c82-045275a43f96 req-cb66fa98-a57d-402b-98b8-195077aeb974 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.2379065 Dec 02 17:53:45.245481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event deleted for resources: {'Port': ['ID=226b3d14-970c-4584-969f-9e08eca81a63,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:45.250410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:45.340436 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6a5ffa35-4ef0-4a0a-8c82-045275a43f96 req-443ea8fe-64b2-49c2-8eb2-61242ad51eb4 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1089573 Dec 02 17:53:45.381527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:45.386227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Usage tracker for resource:port and tenant:6946dedeee55457fb77f5d9d662150ea is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:45.389760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Quota usage for port was recalculated. Used quota:3. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:45.396626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:45.408378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Made reservation on behalf of 6946dedeee55457fb77f5d9d662150ea for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:53:45.414719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.429560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.445492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.449896 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ac45885a-aa60-4096-88a0-4bff6768b3d4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "DELETE /v2.0/floatingips/15f15f3f-db51-49b4-8c20-91b6dffdeffb HTTP/1.1" status: 204 len: 168 time: 2.1718247 Dec 02 17:53:45.743767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Allocated IP 172.20.0.6 (531cec26-1e4d-4ce7-99f9-d30d65f5947b/63080f16-7d03-4df7-9f8c-b2aa2d2317fc/92743724-6773-40d8-b61f-f35610aabc40) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:53:45.830736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34184) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:45.837575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'security_group': {'name': 'tempest-securitygroup--813007146', 'description': 'tempest-description--1925287248'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:45.843758 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:45.847984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:45.851803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:45.858181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:45.867227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.888858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:45.892918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group_rule and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:45.896274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:45.902067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:45.945827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.962124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Transition to ACTIVE for port object 92743724-6773-40d8-b61f-f35610aabc40 will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:45.976728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.979330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.983847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:45.984767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1812744b-32e2-4aec-a990-1b05722061b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:46.009833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1aff211-4a60-4f44-a78e-dc0d1c7686a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:46.025640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.027021 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.1945550 Dec 02 17:53:46.028068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0e0639-1be4-451a-9750-5b64423befab,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:46.030293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34188) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:46.033346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:46.037449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'security_group_rule': {'security_group_id': '8b0e0639-1be4-451a-9750-5b64423befab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:46.044136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:46.048643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group_rule and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:46.052662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:46.058981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:46.076404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.150446 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.153596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.155812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:46.184944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec6a939-107b-4e04-8a1c-5c4c5d707a23,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:46.188076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:46.196407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.200341 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ab9a6161-b938-4973-96bf-ff4eea4477ac tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1663435 Dec 02 17:53:46.200621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34194) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:46.206847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'security_group_rule': {'security_group_id': '8b0e0639-1be4-451a-9750-5b64423befab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:46.214573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:46.219053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:security_group_rule and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:46.222552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:46.228667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:46.245583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.310386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.313230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.321289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:46.342843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a6432d-720c-4b02-a6f8-d3a3a80e1769,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:46.345734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:46.349802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group_rule, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.351090 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e51187c7-55c6-4771-b0cb-e34d49ff56fc tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1494622 Dec 02 17:53:46.354490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34198) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:46.360359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'floatingip': {'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:46.368130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:46.372259 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Usage tracker for resource:floatingip and tenant:b9c6ab5d06494b8eba236737f3ffd8df is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:46.375288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:46.382408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:46.399163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.438137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event updated for resources: {'Port': ['ID=92743724-6773-40d8-b61f-f35610aabc40,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:46.444671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:46.465378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:46.469223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:46.472094 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:53:46.570907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.598115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2342b-0787-4a50-b3dd-45bd290129a0 req-0cc07c80-4c74-4154-9cbd-da9dfacca93b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:46.600287 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ca2342b-0787-4a50-b3dd-45bd290129a0 req-0cc07c80-4c74-4154-9cbd-da9dfacca93b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 931 time: 0.3538814 Dec 02 17:53:46.613827 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:46.614514 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.688141 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5260029 Dec 02 17:53:46.704302 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ca2342b-0787-4a50-b3dd-45bd290129a0 req-10b7f324-feab-403c-8c1a-030a6eb8d8c6 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829430 Dec 02 17:53:46.712772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Request body: {'port': {'device_id': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:46.716405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-690da83f-220b-4f21-99f9-7fa6dda3b7cf None None] Provisioning for port 92743724-6773-40d8-b61f-f35610aabc40 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:53:46.728913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-690da83f-220b-4f21-99f9-7fa6dda3b7cf None None] Provisioning complete for port 92743724-6773-40d8-b61f-f35610aabc40 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:46.729565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-690da83f-220b-4f21-99f9-7fa6dda3b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.769430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1791a6-7835-4381-9cfe-893e92c6f933 req-858fb8fb-9cb0-4e03-ac49-28f07097bbec tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:46.772071 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7e1791a6-7835-4381-9cfe-893e92c6f933 req-858fb8fb-9cb0-4e03-ac49-28f07097bbec tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.2491291 Dec 02 17:53:46.809201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-690da83f-220b-4f21-99f9-7fa6dda3b7cf None None] Port 92743724-6773-40d8-b61f-f35610aabc40 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:53:46.882833 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7e1791a6-7835-4381-9cfe-893e92c6f933 req-14a02424-1151-42ec-9eea-e34715c520ae tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1030557 Dec 02 17:53:46.895528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:46.897731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Allocated IP 172.28.1.112 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/c9cd2426-b005-4904-ba1d-d9aa7f21e57d) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:53:47.064605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.091789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.101084 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 34210) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:47.108327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6782dc38-2e40-4d0e-9872-9136a8414592 tempest-VolumesActionsTest-375877369 tempest-VolumesActionsTest-375877369] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:47.244709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'Port': ['ID=c9cd2426-b005-4904-ba1d-d9aa7f21e57d,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:47.249512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:47.291801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.303145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:47.304410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:47.306739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:53:47.348442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:47.359835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Usage tracker for resource:security_group_rule and tenant:229c54d8bf714a58920c8a30c4dce522 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:47.370144 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:47.379383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:47.388850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92743724-6773-40d8-b61f-f35610aabc40 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:53:47.390213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.400302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.424287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Transition to ACTIVE for port object 92743724-6773-40d8-b61f-f35610aabc40 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:47.430555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.447526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:47.450762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.611526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Pushing event updated for resources: {'Port': ['ID=92743724-6773-40d8-b61f-f35610aabc40,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:47.615161 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:47.723793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.727660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.735616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.742835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:47.760471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:47.761708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2c2db60a-d6ea-4671-a0f3-9e2d69c2eb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:47.854111 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=229c54d8bf714a58920c8a30c4dce522&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7490084 Dec 02 17:53:47.854518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d9407-5ba2-459f-a1ce-eeb4b6c79a65,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:47.857959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:47.860707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 34218) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:47.954013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'Port': ['ID=c9cd2426-b005-4904-ba1d-d9aa7f21e57d,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:47.957145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:47.992138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Attempting to bind port 92743724-6773-40d8-b61f-f35610aabc40 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:53:47.992530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Attempting to bind port 92743724-6773-40d8-b61f-f35610aabc40 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:53:47.992869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Attempting to bind port 92743724-6773-40d8-b61f-f35610aabc40 on network 531cec26-1e4d-4ce7-99f9-d30d65f5947b {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:53:48.008307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:53:48.008691 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Checking segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:53:48.009102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.009504 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Bound using segment: {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:53:48.009989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Bound port: 92743724-6773-40d8-b61f-f35610aabc40, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b521aea5-6fe7-4dd6-9848-16f198aa45a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:53:48.010369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.040689 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.062682 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.064069 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7084274 Dec 02 17:53:48.087963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85e36ed5-7353-4733-9a8a-63a0e6b1fe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.190743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85e36ed5-7353-4733-9a8a-63a0e6b1fe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.214393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a6ba-7d96-4cc7-9037-4d2d65fe7f6e req-bf69b335-d3c5-459f-9aed-230515ef3c36 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:48.215133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b344a6ba-7d96-4cc7-9037-4d2d65fe7f6e req-bf69b335-d3c5-459f-9aed-230515ef3c36 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Synchronizing usage tracker for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:53:48.287027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] For port 92743724-6773-40d8-b61f-f35610aabc40, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:53:48.289280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b344a6ba-7d96-4cc7-9037-4d2d65fe7f6e req-bf69b335-d3c5-459f-9aed-230515ef3c36 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Unset dirty status for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:53:48.290576 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b344a6ba-7d96-4cc7-9037-4d2d65fe7f6e req-bf69b335-d3c5-459f-9aed-230515ef3c36 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.3997536 Dec 02 17:53:48.303538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] For port 92743724-6773-40d8-b61f-f35610aabc40, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=92743724-6773-40d8-b61f-f35610aabc40,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:53:48.311676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61000e51-7627-4e67-9644-da87c6bb9867 req-e6f0111c-812b-4df5-b3e0-563151f41533 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:48.313266 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-61000e51-7627-4e67-9644-da87c6bb9867 req-e6f0111c-812b-4df5-b3e0-563151f41533 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.2737224 Dec 02 17:53:48.330707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.350205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:48.441823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85e36ed5-7353-4733-9a8a-63a0e6b1fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.554158 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b344a6ba-7d96-4cc7-9037-4d2d65fe7f6e req-0999b176-07d5-4d1a-bb13-7f5acf434fb9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531223 Dec 02 17:53:48.566074 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-61000e51-7627-4e67-9644-da87c6bb9867 req-2a1b4913-5e2b-4f79-a3c1-14467f42d106 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2367833 Dec 02 17:53:48.567338 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85e36ed5-7353-4733-9a8a-63a0e6b1fe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.568074 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-85e36ed5-7353-4733-9a8a-63a0e6b1fe76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e14d9407-5ba2-459f-a1ce-eeb4b6c79a65 HTTP/1.1" status: 204 len: 168 time: 0.7063670 Dec 02 17:53:48.585716 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Pushing event updated for resources: {'Port': ['ID=92743724-6773-40d8-b61f-f35610aabc40,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:48.597948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:48.599494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ba9857b4-4d84-487d-a39f-35c48e217c9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:48.614967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36ed5-7353-4733-9a8a-63a0e6b1fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d9407-5ba2-459f-a1ce-eeb4b6c79a65,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:48.621368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-85e36ed5-7353-4733-9a8a-63a0e6b1fe76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:48.630031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:48.630718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:48.643356 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] 10.222.0.60 "PUT /v2.0/ports/92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 200 len: 1157 time: 1.9374299 Dec 02 17:53:48.643566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'tag': '92743724-6773-40d8-b61f-f35610aabc40'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:48.768663 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'tag': '92743724-6773-40d8-b61f-f35610aabc40', 'status': 'completed', 'code': 200} Dec 02 17:53:48.810867 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-84b30488-8884-4e81-9047-54930ad26ef7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--813007146&fields=id&tenant_id=b9c6ab5d06494b8eba236737f3ffd8df HTTP/1.1" status: 200 len: 267 time: 0.1109583 Dec 02 17:53:48.878423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-d06eca50-9b27-40d5-bfa2-913e69a19b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:48.880707 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-d06eca50-9b27-40d5-bfa2-913e69a19b8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1160 time: 0.1609159 Dec 02 17:53:49.217846 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-78c7ea36-293b-4a16-8777-07edb3b37a10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 200 len: 217 time: 0.2814035 Dec 02 17:53:49.303495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-53d95a0a-c610-48a2-ab62-12bb68726454 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:49.305119 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-53d95a0a-c610-48a2-ab62-12bb68726454 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 809 time: 0.4841495 Dec 02 17:53:49.330044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-e640eaf0-1839-49bd-abcc-94b6738889d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:49.331577 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-e640eaf0-1839-49bd-abcc-94b6738889d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.0996284 Dec 02 17:53:49.333558 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-d1f28196-8065-4ef9-969b-08b4dd482d06 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/quotas/b9c6ab5d06494b8eba236737f3ffd8df HTTP/1.1" status: 200 len: 375 time: 0.0178843 Dec 02 17:53:49.485777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-b5552344-769a-4f44-a4af-d0466d939ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:49.487451 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-b5552344-769a-4f44-a4af-d0466d939ee1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476605 Dec 02 17:53:49.495063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-447832cf-4136-43d8-b156-52745bf73fc6 req-125dba46-f433-4626-9665-7bd94c5188a2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Synchronizing usage tracker for tenant:b9c6ab5d06494b8eba236737f3ffd8df on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:53:49.516631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34256) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:49.553247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-447832cf-4136-43d8-b156-52745bf73fc6 req-125dba46-f433-4626-9665-7bd94c5188a2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Unset dirty status for tenant:b9c6ab5d06494b8eba236737f3ffd8df on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:53:49.554706 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-125dba46-f433-4626-9665-7bd94c5188a2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1818266 Dec 02 17:53:49.663041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1869213774-network', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:49.668102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:49.673287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Usage tracker for resource:network and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:49.676518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:49.682411 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:49.692562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Made reservation on behalf of f8835c6c4e3a4d5b92f9ebb8e7eac324 for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:53:49.698244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.711693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.727132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:49.731315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Usage tracker for resource:security_group_rule and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:49.734281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:49.740397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:49.785472 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-63bc6073-9e74-4bae-a19a-4b8e2cf3b90a service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863576 Dec 02 17:53:49.826213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.829219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.834374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7847e035-d27c-4a71-8b1a-901191979e42 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:49.870515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:53:49.880557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816387c-dec0-40db-a9e2-594813832dc7,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:49.884549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:49.887318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.887717 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Added segment 372aaa19-230c-47e8-a253-3fb2420b2765 of type vxlan for network 347690f4-c715-4076-ac05-fa0e7938bc37 Dec 02 17:53:49.916965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.940472 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-15ccf6c0-b8e6-4b84-8fb8-79663721fc25 service neutron] 10.222.0.10 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337390 Dec 02 17:53:49.949274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.950646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:49.951414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:49.956530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:50.016076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819843bc-7173-4a93-8401-fe7dfb1d619a req-73aa40ec-80ef-43b9-bbfc-eccf35e75dee tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:50.017701 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-819843bc-7173-4a93-8401-fe7dfb1d619a req-73aa40ec-80ef-43b9-bbfc-eccf35e75dee tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.2816796 Dec 02 17:53:50.062510 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5419350 Dec 02 17:53:50.065300 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34266) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:50.068512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Pushing event updated for resources: {'Network': ['ID=347690f4-c715-4076-ac05-fa0e7938bc37,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:50.074477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Request body: {'subnet': {'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1869213774-subnet', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'ip_version': 4}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:50.079331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 347690f4-c715-4076-ac05-fa0e7938bc37 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:53:50.079742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f1294b6a-ffc7-4cec-8667-0ecdbbb2880e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:50.080832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:50.085066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Usage tracker for resource:subnet and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:50.088217 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:50.094232 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:50.098171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 347690f4-c715-4076-ac05-fa0e7938bc37 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:53:50.103459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Made reservation on behalf of f8835c6c4e3a4d5b92f9ebb8e7eac324 for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:53:50.108703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10694526'] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:50.109984 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac6cb3d3-8605-4c17-8328-0c62974a4934 req-65c3c2f0-d38c-4dcb-9a56-35e282609b10 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3143342 Dec 02 17:53:50.165521 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-819843bc-7173-4a93-8401-fe7dfb1d619a req-bdbc9f17-9359-4c39-b20c-0f527529ebee tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1336048 Dec 02 17:53:50.173849 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-8ba8ee6a-5377-4d63-a9bc-b6165dab339c service neutron] 10.222.0.10 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2202685 Dec 02 17:53:50.445314 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-13d3d92a-f793-424e-9f21-07f203a9da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:50.447120 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-13d3d92a-f793-424e-9f21-07f203a9da7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1160 time: 0.2480836 Dec 02 17:53:50.489282 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-96001221-5dd9-4fb2-a92d-596efab3f8ea req-c216a560-5d5f-4881-87a8-c66f24b0d756 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 210 time: 0.0909369 Dec 02 17:53:50.614976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe57bf-13cf-4857-84b9-f6e13ab0d5a8 req-ae19b196-548a-4c6e-b783-db4f07831cda tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:50.616602 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-67fe57bf-13cf-4857-84b9-f6e13ab0d5a8 req-ae19b196-548a-4c6e-b783-db4f07831cda tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.2618897 Dec 02 17:53:50.663768 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852927931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10694511'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:50.671006 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-7eb46e44-bcf5-4e5f-96c8-db929f1d8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:50.672557 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-7eb46e44-bcf5-4e5f-96c8-db929f1d8933 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.2120547 Dec 02 17:53:50.679574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:50.750113 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-2e1710ee-f3bb-4398-9678-bae83f460a19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 200 len: 217 time: 0.0694649 Dec 02 17:53:50.755240 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-67fe57bf-13cf-4857-84b9-f6e13ab0d5a8 req-a67bc82a-8d5c-42a4-aa65-ab84dc9c4598 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281936 Dec 02 17:53:50.820334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:50.827452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:50.829941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-7659e479-ca91-44f0-b12f-cf0556a498d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:50.832950 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-7659e479-ca91-44f0-b12f-cf0556a498d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.0745325 Dec 02 17:53:50.897722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Checking segment: {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:53:50.898251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Network hostable DHCP agents. Network: 347690f4-c715-4076-ac05-fa0e7938bc37, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:53:50.916227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-73c5aaff-08ea-4bc6-bd0b-92ff07d4a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:50.917911 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-73c5aaff-08ea-4bc6-bd0b-92ff07d4a544 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783782 Dec 02 17:53:50.919051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Network 347690f4-c715-4076-ac05-fa0e7938bc37 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:53:50.928072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 347690f4-c715-4076-ac05-fa0e7938bc37) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:50.936919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbbf594-fd31-4b91-ac43-23d277d9004a None None] Network 347690f4-c715-4076-ac05-fa0e7938bc37 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:53:50.939787 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:50.940437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:50.960171 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ef312308-35a2-4efc-829b-46f665f0b3ed admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8935871 Dec 02 17:53:50.962873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34280) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:50.968507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:50.973727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:50.977873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Usage tracker for resource:router and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:50.981569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:50.988137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:51.001187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851006570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765418'] for router, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:51.002271 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851006623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854263952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10398'] for router, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:51.018412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:51.116733 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-b72ea5e1-74d6-4f88-9add-3c67707210f4 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571634 Dec 02 17:53:51.181228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89185507-a775-513b-84b9-52fb75d04021-347690f4-c715-4076-ac05-fa0e7938bc37', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f'}]}} from dv-cinder-733623-9-smb. {{(pid=80259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 17:53:51.182101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:51.297059 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c9a7e29d-d17a-47aa-9c29-9efe2a0824b5 req-b3e031bc-fce0-418e-b2c6-85ca358d3f3e service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1721623 Dec 02 17:53:51.418252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b263f-458e-4898-9689-df744b659f3b req-4b2820e2-f493-4272-ae46-5aec502c5850 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:51.420001 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-858b263f-458e-4898-9689-df744b659f3b req-4b2820e2-f493-4272-ae46-5aec502c5850 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.0955658 Dec 02 17:53:51.494966 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-858b263f-458e-4898-9689-df744b659f3b req-7437e672-8566-4e6b-9366-ba632f8688d9 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0654321 Dec 02 17:53:51.532020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Allocated IP 172.20.0.2 (347690f4-c715-4076-ac05-fa0e7938bc37/3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f/fdb60a4f-216a-42ed-accd-83881bd891f5) {{(pid=80259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:53:51.579002 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:51.764186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Notify callbacks [] for port, precommit_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:51.776424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Transition to ACTIVE for port object fdb60a4f-216a-42ed-accd-83881bd891f5 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:51.777390 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2a6efffb-e980-49a5-a011-42e89c35ad8b req-6ddbea34-3918-46eb-aee2-245cbac19bc4 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 210 time: 0.0496602 Dec 02 17:53:51.784323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-d45f57a5-71ef-4767-b135-424f8bc70e36 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:51.785867 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-d45f57a5-71ef-4767-b135-424f8bc70e36 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 809 time: 0.2147989 Dec 02 17:53:51.794632 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Transition to ACTIVE for port object fdb60a4f-216a-42ed-accd-83881bd891f5 will not be triggered until provisioned by entity DHCP. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:51.799652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:51.898917 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-3f950875-ba3f-43eb-8d93-f387c1b32e1d tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df HTTP/1.1" status: 200 len: 5504 time: 0.0930257 Dec 02 17:53:51.912444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'port': {'device_id': '431076c6-83c1-4210-834e-4aa660e0881d', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'admin_state_up': True, 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'security_groups': ['8b0e0639-1be4-451a-9750-5b64423befab']}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:51.933824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:52.003768 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.004558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Network 347690f4-c715-4076-ac05-fa0e7938bc37 is already hosted by enough agents. {{(pid=80259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:52.007970 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Resources bound (agent type, host, resource id): {{(pid=80259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:52.012417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Received port after_create {{(pid=80259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:53:52.016164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Pushing event updated for resources: {'Port': ['ID=fdb60a4f-216a-42ed-accd-83881bd891f5,revision_number=1']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:52.038079 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.054684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.055108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.055478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.055866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.056234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.056644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.057017 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.057386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.057755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.058123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.058489 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.058856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.059303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.059668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.060031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.060395 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.060757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.061151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.061545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.061910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.062270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.062630 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.063014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.063379 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:53:52.071280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:52.091454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Attempting to bind port fdb60a4f-216a-42ed-accd-83881bd891f5 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:53:52.091993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Attempting to bind port fdb60a4f-216a-42ed-accd-83881bd891f5 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:53:52.092413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Attempting to bind port fdb60a4f-216a-42ed-accd-83881bd891f5 on network 347690f4-c715-4076-ac05-fa0e7938bc37 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:53:52.098690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:53:52.099164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Checking segment: {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:53:52.099613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.100052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Bound using segment: {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:53:52.100566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Bound port: fdb60a4f-216a-42ed-accd-83881bd891f5, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:53:52.100988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.142435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:52.156902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e959d11-7ccf-4859-903a-ec31a14f6892 req-d7c057cf-886c-4d0b-a040-086980ac94e4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:52.158528 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4e959d11-7ccf-4859-903a-ec31a14f6892 req-d7c057cf-886c-4d0b-a040-086980ac94e4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.2081897 Dec 02 17:53:52.164244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:52.193622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Made reservation on behalf of b9c6ab5d06494b8eba236737f3ffd8df for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:53:52.195980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] For port fdb60a4f-216a-42ed-accd-83881bd891f5, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:53:52.199347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.200287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] For port fdb60a4f-216a-42ed-accd-83881bd891f5, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=fdb60a4f-216a-42ed-accd-83881bd891f5,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:53:52.203245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.219473 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:52.248852 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4e959d11-7ccf-4859-903a-ec31a14f6892 req-5832183a-610a-4d6d-ad8e-181c432219b6 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820439 Dec 02 17:53:52.307318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Pushing event updated for resources: {'Port': ['ID=fdb60a4f-216a-42ed-accd-83881bd891f5,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:52.313587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:52.358783 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Allocated IP 172.28.1.148 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/6ad8833a-89a9-4d0b-a976-42411a06b030) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:53:52.560378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.592904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:52.610240 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:52.748108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad8833a-89a9-4d0b-a976-42411a06b030,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:52.751332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:52.806047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad15f77-5870-4f13-8ca5-d9261175d1b7 req-04e5fa85-a4c8-4ab1-8b50-bbf112de3652 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:52.807711 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fad15f77-5870-4f13-8ca5-d9261175d1b7 req-04e5fa85-a4c8-4ab1-8b50-bbf112de3652 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.1695075 Dec 02 17:53:52.821865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:52.823174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:52.826636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:53:52.847602 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Allocated IP 172.20.0.5 (9300a0ae-efc1-4aba-94a8-ea09f2c4dac1/3aaf1377-b934-4835-83d3-ddf8fcc51354/9369cf80-e79e-4484-ae48-0a8a0a2a0117) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:53:52.899155 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fad15f77-5870-4f13-8ca5-d9261175d1b7 req-b9994d9c-da32-499e-b922-0ceb41146e58 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0735602 Dec 02 17:53:53.080353 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-92cf0786-aebd-4c7a-ae54-3f6d80a3141a req-3bac405d-1bb0-4ef0-9ff0-e1f1abe02425 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 210 time: 0.1036408 Dec 02 17:53:53.146017 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:53.163637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Transition to ACTIVE for port object 9369cf80-e79e-4484-ae48-0a8a0a2a0117 will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:53.183599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:53.198555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:53.292966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:53.324382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event updated for resources: {'Port': ['ID=9369cf80-e79e-4484-ae48-0a8a0a2a0117,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:53.327962 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:53.444523 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:53.445801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:53.448177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:53:53.563418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:53.564174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:53.597820 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6923027 Dec 02 17:53:53.619513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6160c-89f7-48ce-b44e-089df18cc6cf req-be288d75-e3b3-41a7-8bcb-21112530861a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:53.621087 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c7b6160c-89f7-48ce-b44e-089df18cc6cf req-be288d75-e3b3-41a7-8bcb-21112530861a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.1307881 Dec 02 17:53:53.625116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Request body: {'port': {'device_id': '431076c6-83c1-4210-834e-4aa660e0881d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:53.670780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851006608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255'] for router, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:53.763721 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c7b6160c-89f7-48ce-b44e-089df18cc6cf req-c361f37d-187c-4fe3-b469-7e13a669ab54 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116219 Dec 02 17:53:53.803580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:53.924567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device fdb60a4f-216a-42ed-accd-83881bd891f5 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:53.966401 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-95e825db-9d85-4af4-9e64-53f5196f48b9 None None] Provisioning for port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:53:53.971234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b is scheduled to L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 with binding_index 1 {{(pid=80258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 17:53:53.990034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-95e825db-9d85-4af4-9e64-53f5196f48b9 None None] Provisioning complete for port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:53.991102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-95e825db-9d85-4af4-9e64-53f5196f48b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:54.019407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:54.266915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692c724-f2fa-48f7-8a9f-856fa2d61779 None None] Network 347690f4-c715-4076-ac05-fa0e7938bc37 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:53:54.383690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edef97-052e-4887-98e6-9b25b2aed0ad req-d56c4af6-277d-4e22-bfd7-fec091b135c6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:54.385376 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-44edef97-052e-4887-98e6-9b25b2aed0ad req-d56c4af6-277d-4e22-bfd7-fec091b135c6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.3003762 Dec 02 17:53:54.432457 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-95e825db-9d85-4af4-9e64-53f5196f48b9 None None] Port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:53:54.447424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:54.448031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:54.466225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:53:54.473097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port fdb60a4f-216a-42ed-accd-83881bd891f5 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:53:54.485348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Sync routers for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:53:54.490074 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:54.494389 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-54120903-6cc8-4f26-b9dc-9ee1c8e18f60 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5304499 Dec 02 17:53:54.495098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34304) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:54.525782 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-44edef97-052e-4887-98e6-9b25b2aed0ad req-9f333745-591c-4fbf-989d-49a46d8e4a5d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=abf9519e-aedb-4f68-8a70-d042d72534f5&id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1275125 Dec 02 17:53:54.534777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ebf1-aba1-444a-9283-22e881f99db3 req-a3fdc6e0-52cf-4e4d-9765-deb6d4a90c25 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:54.535460 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d128ebf1-aba1-444a-9283-22e881f99db3 req-a3fdc6e0-52cf-4e4d-9765-deb6d4a90c25 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Synchronizing usage tracker for tenant:b9c6ab5d06494b8eba236737f3ffd8df on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:53:54.546759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:54.547532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9369cf80-e79e-4484-ae48-0a8a0a2a0117 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:53:54.547767 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:54.559376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:54.576482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Transition to ACTIVE for port object 9369cf80-e79e-4484-ae48-0a8a0a2a0117 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:54.581265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d128ebf1-aba1-444a-9283-22e881f99db3 req-a3fdc6e0-52cf-4e4d-9765-deb6d4a90c25 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Unset dirty status for tenant:b9c6ab5d06494b8eba236737f3ffd8df on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:53:54.587486 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d128ebf1-aba1-444a-9283-22e881f99db3 req-a3fdc6e0-52cf-4e4d-9765-deb6d4a90c25 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 931 time: 0.2868063 Dec 02 17:53:54.588599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:54.606549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:54.719832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Provisioning for port fdb60a4f-216a-42ed-accd-83881bd891f5 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:53:54.760437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Provisioning complete for port fdb60a4f-216a-42ed-accd-83881bd891f5 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:54.760859 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:54.787814 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d128ebf1-aba1-444a-9283-22e881f99db3 req-cee4bf71-32eb-4fb3-b61a-d26c23ef9c52 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844790 Dec 02 17:53:54.790635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9369cf80-e79e-4484-ae48-0a8a0a2a0117,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:54.794156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:54.988669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:55.030676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:55.100810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Attempting to bind port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:53:55.101183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Attempting to bind port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:53:55.101546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Attempting to bind port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 on network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:53:55.111236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:53:55.111617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Checking segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:53:55.112065 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.112399 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Bound using segment: {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:53:55.112881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Bound port: 9369cf80-e79e-4484-ae48-0a8a0a2a0117, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:53:55.113293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.176944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.219336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e91661-2b1a-4b4c-9d5a-c71611c6578b req-fe7ef93f-83e5-4d4e-a5f7-b7a13cba1a9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:55.220962 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-91e91661-2b1a-4b4c-9d5a-c71611c6578b req-fe7ef93f-83e5-4d4e-a5f7-b7a13cba1a9c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.2099011 Dec 02 17:53:55.233981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] For port 9369cf80-e79e-4484-ae48-0a8a0a2a0117, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:53:55.237806 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] For port 9369cf80-e79e-4484-ae48-0a8a0a2a0117, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9369cf80-e79e-4484-ae48-0a8a0a2a0117,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:53:55.257287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.274143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-049e0808-3672-4b14-b253-ec61dddee146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:55.288310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.380195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 92743724-6773-40d8-b61f-f35610aabc40 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:53:55.383794 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-91e91661-2b1a-4b4c-9d5a-c71611c6578b req-75780765-72d6-467e-925a-c0ea88cd96c0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516790 Dec 02 17:53:55.403409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 92743724-6773-40d8-b61f-f35610aabc40 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:55.404048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.442423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] For port fdb60a4f-216a-42ed-accd-83881bd891f5, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=fdb60a4f-216a-42ed-accd-83881bd891f5,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:55.459598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9369cf80-e79e-4484-ae48-0a8a0a2a0117,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:55.470155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:55.475790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.488714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:55.518847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:55.520796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.524340 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] 10.222.0.60 "PUT /v2.0/ports/9369cf80-e79e-4484-ae48-0a8a0a2a0117 HTTP/1.1" status: 200 len: 1157 time: 1.9115386 Dec 02 17:53:55.525298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:55.623350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Allocated IP 172.20.0.1 (347690f4-c715-4076-ac05-fa0e7938bc37/3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f/035f5fe0-7a34-43c8-801d-3951101ceb80) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:53:55.640010 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117', 'status': 'completed', 'code': 200} Dec 02 17:53:55.681822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-1415048d-f88f-45ac-b818-e3c6555e0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:55.683731 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-1415048d-f88f-45ac-b818-e3c6555e0b66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 1160 time: 0.1053207 Dec 02 17:53:55.712367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Pushing event updated for resources: {'Port': ['ID=fdb60a4f-216a-42ed-accd-83881bd891f5,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:55.757422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:55.818405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.839375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Transition to ACTIVE for port object 035f5fe0-7a34-43c8-801d-3951101ceb80 will not be triggered until provisioned by entity DHCP. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:55.860782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-d663186f-de87-42c6-8da3-28c940d5490b None None] Provisioning complete for port fdb60a4f-216a-42ed-accd-83881bd891f5 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:55.861202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d663186f-de87-42c6-8da3-28c940d5490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.888396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.893150 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:55.914376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:53Z', 'revision_number': 3, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:55.930332 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device fdb60a4f-216a-42ed-accd-83881bd891f5 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:55.942752 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:55.981710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Checking router: 203c76d2-e88d-44d6-b09d-7a5c9aa8196b for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:53:55.982122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Updating router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b port 6ad8833a-89a9-4d0b-a976-42411a06b030 binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:53:56.046747 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92743724-6773-40d8-b61f-f35610aabc40'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:53:56.095430 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-3b587c0e-cdeb-4a46-96ed-c9c378ce7d5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9369cf80-e79e-4484-ae48-0a8a0a2a0117 HTTP/1.1" status: 200 len: 217 time: 0.3990445 Dec 02 17:53:56.111600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 92743724-6773-40d8-b61f-f35610aabc40, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=92743724-6773-40d8-b61f-f35610aabc40,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:53:56.132399 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:56.145046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Pushing event updated for resources: {'Port': ['ID=035f5fe0-7a34-43c8-801d-3951101ceb80,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:56.154178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:56.164650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:56.167714 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92743724-6773-40d8-b61f-f35610aabc40', 'code': 200} Dec 02 17:53:56.174847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-70369ac3-dd40-4cad-92d9-77ef6df959d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:56.211717 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Network 347690f4-c715-4076-ac05-fa0e7938bc37 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:56.212894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:56.215430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:53:56.229857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-eb2e7887-e5f6-4d3c-94bb-6c13de2ca527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:56.231624 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-eb2e7887-e5f6-4d3c-94bb-6c13de2ca527 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.0902812 Dec 02 17:53:56.260430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df29b1-3b9d-40ab-b6ef-0d9e10247c04 req-753530bd-613c-41a8-b5ee-d7432dcf555a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:56.267909 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f2df29b1-3b9d-40ab-b6ef-0d9e10247c04 req-753530bd-613c-41a8-b5ee-d7432dcf555a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 943 time: 0.1748159 Dec 02 17:53:56.305515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851010342'] for router_interface, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:56.433064 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f2df29b1-3b9d-40ab-b6ef-0d9e10247c04 req-27496236-25d2-4ea1-a46d-a56126d79a31 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799632 Dec 02 17:53:56.450900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447832cf-4136-43d8-b156-52745bf73fc6 req-8aa5a64e-8aec-4659-9270-4511253b5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:56.452720 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-8aa5a64e-8aec-4659-9270-4511253b5681 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1996031 Dec 02 17:53:56.619622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:56.683176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port fdb60a4f-216a-42ed-accd-83881bd891f5 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:56.683739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:56.731157 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-cdad0d2f-5e53-4b65-b100-58d8fa11954d service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694309 Dec 02 17:53:56.736346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=92743724-6773-40d8-b61f-f35610aabc40,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:56.748528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:56.790795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8eb6-41df-4ad5-aeb8-6918af429d1e req-77c7c4bb-1d06-40ac-b3ca-9bee8badc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:56.792560 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-899e8eb6-41df-4ad5-aeb8-6918af429d1e req-77c7c4bb-1d06-40ac-b3ca-9bee8badc4f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1162 time: 0.2803400 Dec 02 17:53:56.838259 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8625936-5e04-4179-ad7b-b799f2463bd6 req-8891606c-f796-4cf6-becb-de685462d9a7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:56.840033 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f8625936-5e04-4179-ad7b-b799f2463bd6 req-8891606c-f796-4cf6-becb-de685462d9a7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.2197216 Dec 02 17:53:56.915440 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:56.919490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:56.947064 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-899e8eb6-41df-4ad5-aeb8-6918af429d1e req-68e5255e-d791-43dd-9342-a66f6e9d18e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389992 Dec 02 17:53:56.948335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:56.987494 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f8625936-5e04-4179-ad7b-b799f2463bd6 req-7dc7fbd4-9f40-4a99-9fbd-5b162b0d1b84 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986061 Dec 02 17:53:56.993637 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-447832cf-4136-43d8-b156-52745bf73fc6 req-ff6ef7bd-42d0-4933-b03d-b00670dd8dca service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2541993 Dec 02 17:53:57.009977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3188687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769863'] for router_interface, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.018924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3c387eac-401a-4974-af68-834b2bc9b4f7 None None] Provisioning complete for port fdb60a4f-216a-42ed-accd-83881bd891f5 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:57.019889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3c387eac-401a-4974-af68-834b2bc9b4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.123196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Pushing event updated for resources: {'Port': ['ID=035f5fe0-7a34-43c8-801d-3951101ceb80,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:57.127748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:57.178693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Network 347690f4-c715-4076-ac05-fa0e7938bc37 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:53:57.179904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:53:57.198625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.225724 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Transition to ACTIVE for port object 6ad8833a-89a9-4d0b-a976-42411a06b030 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:53:57.231580 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.247935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5eb7605-8f88-449f-8ea3-a7dc36247a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:57.329045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3c387eac-401a-4974-af68-834b2bc9b4f7 None None] Provisioning for port 035f5fe0-7a34-43c8-801d-3951101ceb80 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:53:57.396162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:53:57.398455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-3c387eac-401a-4974-af68-834b2bc9b4f7 None None] Provisioning complete for port 035f5fe0-7a34-43c8-801d-3951101ceb80 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:57.398881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3c387eac-401a-4974-af68-834b2bc9b4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.427983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2bbd3-b6ef-4521-a7f4-2942a3733f71 None None] Pushing event updated for resources: {'Port': ['ID=6ad8833a-89a9-4d0b-a976-42411a06b030,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:57.431327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1e2bbd3-b6ef-4521-a7f4-2942a3733f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:57.433327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-a2cc9774-90b4-4913-ba82-feb3100b7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:57.435557 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-a2cc9774-90b4-4913-ba82-feb3100b7d7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 1160 time: 0.0860772 Dec 02 17:53:57.491889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-3c387eac-401a-4974-af68-834b2bc9b4f7 None None] Port 035f5fe0-7a34-43c8-801d-3951101ceb80 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:53:57.526071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Attempting to bind port 6ad8833a-89a9-4d0b-a976-42411a06b030 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:53:57.526641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Attempting to bind port 6ad8833a-89a9-4d0b-a976-42411a06b030 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:53:57.527086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Attempting to bind port 6ad8833a-89a9-4d0b-a976-42411a06b030 on network 0e1ee128-329d-4691-a63d-e46bd8631858 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:53:57.536242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:53:57.536822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:53:57.537288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.537737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Bound using segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:53:57.538294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Bound port: 6ad8833a-89a9-4d0b-a976-42411a06b030, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:53:57.538721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.608765 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-139b9f0b-173c-4fe8-a5fd-2f028b01545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:57.610717 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-139b9f0b-173c-4fe8-a5fd-2f028b01545b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 903 time: 0.1665967 Dec 02 17:53:57.639091 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] For port 6ad8833a-89a9-4d0b-a976-42411a06b030, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:53:57.643070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] For port 6ad8833a-89a9-4d0b-a976-42411a06b030, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=6ad8833a-89a9-4d0b-a976-42411a06b030,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:53:57.644239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-798fa911-f491-406b-959c-714458efd200 None None] Provisioning complete for port 035f5fe0-7a34-43c8-801d-3951101ceb80 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:57.645223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-798fa911-f491-406b-959c-714458efd200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.680168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:57.701924 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-76e1ad6f-dc32-406c-94f0-177afac8fd9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9369cf80-e79e-4484-ae48-0a8a0a2a0117 HTTP/1.1" status: 200 len: 217 time: 0.0814803 Dec 02 17:53:57.703124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1e2bbd3-b6ef-4521-a7f4-2942a3733f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:57.830022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-97bafd06-3c51-48c8-be36-a93827d81a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:57.830384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:53:57.831650 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-97bafd06-3c51-48c8-be36-a93827d81a64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.0888243 Dec 02 17:53:57.839905 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-d9a6333c-0eeb-4430-adc4-915d667183f1 admin admin] 10.222.0.10 "PUT /v2.0/routers/203c76d2-e88d-44d6-b09d-7a5c9aa8196b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3435490 Dec 02 17:53:57.851467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-798fa911-f491-406b-959c-714458efd200 None None] Port 035f5fe0-7a34-43c8-801d-3951101ceb80 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:53:57.879426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2bbd3-b6ef-4521-a7f4-2942a3733f71 None None] Pushing event updated for resources: {'Port': ['ID=6ad8833a-89a9-4d0b-a976-42411a06b030,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:57.883787 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1e2bbd3-b6ef-4521-a7f4-2942a3733f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:57.898058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ae0e2-3287-4b91-81a3-335a22624e82 req-28b730b0-42f6-4f9f-b4fb-66d9e7c8e220 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:57.899811 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a65ae0e2-3287-4b91-81a3-335a22624e82 req-28b730b0-42f6-4f9f-b4fb-66d9e7c8e220 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 943 time: 0.2085557 Dec 02 17:53:57.926233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:53:57.927111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:57.959529 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a65ae0e2-3287-4b91-81a3-335a22624e82 req-577f0298-e1d6-44ab-b51d-223fe43792ee tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499601 Dec 02 17:53:57.982235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-c5851948-c4d2-4297-a7ce-84c96214a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:57.982235 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-c5851948-c4d2-4297-a7ce-84c96214a429 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1308775 Dec 02 17:53:58.138536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:53:58.270061 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-ea67ac32-9ab4-4d85-b74c-52e11700d60f service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787876 Dec 02 17:53:58.430801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c8693-7709-4af0-9fe2-6d3f7caf9b3b req-fe209a64-9fbd-4bdb-878d-4abea3fbf0f9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:58.432628 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-953c8693-7709-4af0-9fe2-6d3f7caf9b3b req-fe209a64-9fbd-4bdb-878d-4abea3fbf0f9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.2676477 Dec 02 17:53:58.487354 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7aac1beb-ad53-4202-8416-0ff4a7bbd8ff req-e6905e6e-917f-40eb-94f6-8dcfbf30a7e0 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2065401 Dec 02 17:53:58.520252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-953c8693-7709-4af0-9fe2-6d3f7caf9b3b req-b252092c-8f33-476f-9d4d-b779c1e2a926 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774794 Dec 02 17:53:58.554297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:58.672469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34338) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:58.678800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797166385-network', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:58.684106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:58.688247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Usage tracker for resource:network and tenant:c4132e2940cc438884ddefa34464ade8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:58.692024 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:58.696146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 92743724-6773-40d8-b61f-f35610aabc40 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:58.696567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.698045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:58.708229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Made reservation on behalf of c4132e2940cc438884ddefa34464ade8 for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:53:58.713177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.726697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.742449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:58.746549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Usage tracker for resource:security_group_rule and tenant:c4132e2940cc438884ddefa34464ade8 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:58.749547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:58.755941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:58.761987 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 2, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:53:58.769552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1346de-705f-4e91-a31c-adee4ed5dc66 None None] The sync data for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb is: [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 2, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:53:58.852130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.855307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.859833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-61de4b44-8e8e-4734-a009-3c65de66bb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:58.892587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:53:58.902098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25799867-6379-4107-a2de-36e332a6356a,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:58.905989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:58.908590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.908887 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Added segment 79825ae3-baaa-4992-9c99-97729ae4418f of type vxlan for network ba58bbf2-374d-4fef-a26a-13b2192afcd9 Dec 02 17:53:58.936076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.965516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.966802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:58.967495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:58.972452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:53:59.076975 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4021544 Dec 02 17:53:59.078258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 34344) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:53:59.085190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Request body: {'subnet': {'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797166385-subnet', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:53:59.105230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:53:59.110181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Usage tracker for resource:subnet and tenant:c4132e2940cc438884ddefa34464ade8 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:53:59.115722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Pushing event updated for resources: {'Network': ['ID=ba58bbf2-374d-4fef-a26a-13b2192afcd9,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:53:59.118447 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:53:59.119140 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-32e6997d-823a-46ab-84e0-49a367122d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:53:59.126693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:53:59.155909 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:53:59.183851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:53:59.204586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Made reservation on behalf of c4132e2940cc438884ddefa34464ade8 for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:53:59.209470 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844186525'] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:53:59.326518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55974186-55b4-4052-9c71-3e083ad557c1 req-d6e7daf0-5ea3-4284-8a8d-8dd0df09ee5a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:59.332147 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-55974186-55b4-4052-9c71-3e083ad557c1 req-d6e7daf0-5ea3-4284-8a8d-8dd0df09ee5a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 943 time: 0.2101269 Dec 02 17:53:59.398336 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-55974186-55b4-4052-9c71-3e083ad557c1 req-804f4f81-58bb-4983-8ce1-7dba4c9f1882 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625732 Dec 02 17:53:59.901229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6ad8833a-89a9-4d0b-a976-42411a06b030 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:53:59.945002 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7286c3-365e-4a10-b8d4-f396dce0ab46 req-1b2ee565-387c-4f86-9e7f-b34506819114 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:53:59.946649 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ff7286c3-365e-4a10-b8d4-f396dce0ab46 req-1b2ee565-387c-4f86-9e7f-b34506819114 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.1127851 Dec 02 17:53:59.977949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 6ad8833a-89a9-4d0b-a976-42411a06b030 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:53:59.983476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 6ad8833a-89a9-4d0b-a976-42411a06b030 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:53:59.983907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.050327 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ff7286c3-365e-4a10-b8d4-f396dce0ab46 req-b218823b-65ca-4d55-ad5b-1fb1bce0db8a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956373 Dec 02 17:54:00.051282 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10989473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844186510'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.067884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:00.113437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.131010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 6ad8833a-89a9-4d0b-a976-42411a06b030, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=6ad8833a-89a9-4d0b-a976-42411a06b030,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:00.134768 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.136731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-49ac7b54-a1f1-47d2-80b5-da00c5c44898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:00.202877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e297ab36-9794-4fed-86db-8cb1e2412ad3,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:00.206113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:00.206241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=6ad8833a-89a9-4d0b-a976-42411a06b030,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:00.209485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:00.354004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46d23-84ce-4c34-83bd-5ac35a1f700f req-38a7445e-50a2-4dc1-a1c1-6c4d8f0604ae tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:00.355677 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4cf46d23-84ce-4c34-83bd-5ac35a1f700f req-38a7445e-50a2-4dc1-a1c1-6c4d8f0604ae tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.1460350 Dec 02 17:54:00.356563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Checking segment: {'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:54:00.356956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Network hostable DHCP agents. Network: ba58bbf2-374d-4fef-a26a-13b2192afcd9, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:54:00.366858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34352) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:00.372695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Request body: {'floatingip': {'port_id': '92743724-6773-40d8-b61f-f35610aabc40'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:00.378509 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:54:00.387684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, ba58bbf2-374d-4fef-a26a-13b2192afcd9) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:54:00.396557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae4b23-16ea-4714-b223-097e4953f659 None None] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:54:00.401759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:00.402420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.423345 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9edf680f-2af8-4c30-a480-dc6dbec2d4aa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3437812 Dec 02 17:54:00.426547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 34356) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:00.432089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:00.437011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:54:00.441120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Usage tracker for resource:router and tenant:c4132e2940cc438884ddefa34464ade8 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:54:00.445028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:54:00.452174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:54:00.462871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851006570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765418'] for router, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.464059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851006623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854263952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10398'] for router, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.465313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.492976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.669231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89185507-a775-513b-84b9-52fb75d04021-ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'fixed_ips': [{'subnet_id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3'}]}} from dv-cinder-733623-9-smb. {{(pid=80259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 17:54:00.670371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.825646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3770592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10383'] for router, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:00.872250 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f821d-31db-45ff-8c4a-33bc1e688d3b req-9694e909-ffaa-41e6-8bb7-50ea7e343ef1 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:00.873910 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ca1f821d-31db-45ff-8c4a-33bc1e688d3b req-9694e909-ffaa-41e6-8bb7-50ea7e343ef1 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 943 time: 0.3070734 Dec 02 17:54:00.944973 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ca1f821d-31db-45ff-8c4a-33bc1e688d3b req-b044583b-6a92-4573-acf7-13f8b05ae082 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635898 Dec 02 17:54:00.983472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Allocated IP 172.20.0.2 (ba58bbf2-374d-4fef-a26a-13b2192afcd9/e297ab36-9794-4fed-86db-8cb1e2412ad3/f89863c7-96d7-44e1-9345-67a3ee7c2b07) {{(pid=80259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:54:01.032719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 9369cf80-e79e-4484-ae48-0a8a0a2a0117 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:01.124664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.127607 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.221110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.230773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:01.245530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:01.246083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.254268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.311922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Notify callbacks [] for port, precommit_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.314491 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Floating IP cf43ad1e-63d0-4c90-972d-f341d86375d5 associated. External IP: 172.28.1.47, port: 92743724-6773-40d8-b61f-f35610aabc40. Dec 02 17:54:01.336306 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Transition to ACTIVE for port object f89863c7-96d7-44e1-9345-67a3ee7c2b07 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:01.358339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Transition to ACTIVE for port object f89863c7-96d7-44e1-9345-67a3ee7c2b07 will not be triggered until provisioned by entity DHCP. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:01.399846 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903'] for port, after_create {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.417027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:01.500690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.567130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Allocated IP 172.28.1.55 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/1c17b7df-7ebc-47a7-87f8-c66bbef43928) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:54:01.585452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Pushing event updated for resources: {'Port': ['ID=f89863c7-96d7-44e1-9345-67a3ee7c2b07,revision_number=1']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:01.594495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:01.606077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:01.642392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 9369cf80-e79e-4484-ae48-0a8a0a2a0117, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9369cf80-e79e-4484-ae48-0a8a0a2a0117,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:01.655706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.659087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:01.699573 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117', 'code': 200} Dec 02 17:54:01.710215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:54:01.733305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 is already hosted by enough agents. {{(pid=80259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:54:01.736510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Resources bound (agent type, host, resource id): {{(pid=80259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:54:01.745616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Received port after_create {{(pid=80259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:54:01.785633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.803622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=9369cf80-e79e-4484-ae48-0a8a0a2a0117,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:01.809644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:01.814349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Attempting to bind port f89863c7-96d7-44e1-9345-67a3ee7c2b07 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:54:01.814680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Attempting to bind port f89863c7-96d7-44e1-9345-67a3ee7c2b07 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:54:01.815151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Attempting to bind port f89863c7-96d7-44e1-9345-67a3ee7c2b07 on network ba58bbf2-374d-4fef-a26a-13b2192afcd9 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:54:01.825723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:54:01.826147 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Checking segment: {'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:54:01.826596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.827063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Bound using segment: {'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:54:01.827648 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Bound port: f89863c7-96d7-44e1-9345-67a3ee7c2b07, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:54:01.827984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.834821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.876256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:01.914321 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:54:01.919246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:01.928239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] Sync routers for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:01.939347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6ad8833a-89a9-4d0b-a976-42411a06b030 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:01.957482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:01.958834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:01.987797 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e35c6274-976c-4d35-979e-48d3308f9add tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "PUT /v2.0/floatingips/cf43ad1e-63d0-4c90-972d-f341d86375d5 HTTP/1.1" status: 200 len: 990 time: 1.6196902 Dec 02 17:54:01.989215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'tag': '92743724-6773-40d8-b61f-f35610aabc40'}] {{(pid=80258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:02.058456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Pushing event updated for resources: {'Port': ['ID=1c17b7df-7ebc-47a7-87f8-c66bbef43928,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:02.077623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] For port f89863c7-96d7-44e1-9345-67a3ee7c2b07, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:54:02.080005 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 6ad8833a-89a9-4d0b-a976-42411a06b030 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:02.080538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:02.122694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:02.165197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] For port f89863c7-96d7-44e1-9345-67a3ee7c2b07, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=f89863c7-96d7-44e1-9345-67a3ee7c2b07,segment=NetworkSegment(79825ae3-baaa-4992-9c99-97729ae4418f),segment_id=79825ae3-baaa-4992-9c99-97729ae4418f)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:54:02.196433 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:02.200648 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:02.223931 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:54:02.227544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-13fa6c95-597e-41a6-bb35-bd6a86e85df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:02.228617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:54:02.276107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:54:02.342064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fa0f1-18e6-4887-82d1-f0f35683fc5f req-8a19310b-d113-4ef1-8455-ec52b48bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:02.343789 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-596fa0f1-18e6-4887-82d1-f0f35683fc5f req-8a19310b-d113-4ef1-8455-ec52b48bf937 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 1162 time: 0.2706723 Dec 02 17:54:02.388129 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'tag': '92743724-6773-40d8-b61f-f35610aabc40', 'status': 'completed', 'code': 200} Dec 02 17:54:02.565788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Sync routers for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:02.569738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 9369cf80-e79e-4484-ae48-0a8a0a2a0117 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:02.646255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Pushing event updated for resources: {'Port': ['ID=f89863c7-96d7-44e1-9345-67a3ee7c2b07,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:02.649057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:02.649834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:02.714969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:02.718452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'cf43ad1e-63d0-4c90-972d-f341d86375d5', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'floating_ip_address': '172.28.1.47', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'port_id': '92743724-6773-40d8-b61f-f35610aabc40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'mac_address': 'fa:16:3e:d7:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 1, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:02.723016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] Checking router: 2aacce77-f8bb-48e7-bf00-0090b2d37d62 for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:02.732508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:02.733310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:02.827325 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-596fa0f1-18e6-4887-82d1-f0f35683fc5f req-74b86265-9096-4485-8ccb-0a05bf5ddcf4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4736059 Dec 02 17:54:02.876959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:02.877375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:02.905452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7238fc0-7769-4f1c-b8b7-53e171fbbe75 req-e5b2f8a5-2a4a-4abc-809a-7b3fd3c5e68d tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:02.907360 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d7238fc0-7769-4f1c-b8b7-53e171fbbe75 req-e5b2f8a5-2a4a-4abc-809a-7b3fd3c5e68d tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 945 time: 0.6821783 Dec 02 17:54:02.942349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:02.951413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:02.962056 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-19cba446-713e-4551-91dd-fd5c2eaab5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:02.963960 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-19cba446-713e-4551-91dd-fd5c2eaab5d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1162 time: 0.3529847 Dec 02 17:54:03.120534 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d7238fc0-7769-4f1c-b8b7-53e171fbbe75 req-d423677a-58bb-4aef-9fac-50f0b6a7ab61 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013063 Dec 02 17:54:03.304884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:03.433932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 2, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:03.438841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Checking router: 203c76d2-e88d-44d6-b09d-7a5c9aa8196b for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:03.439215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Updating router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b port 035f5fe0-7a34-43c8-801d-3951101ceb80 binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:54:03.497014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'cf43ad1e-63d0-4c90-972d-f341d86375d5', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'floating_ip_address': '172.28.1.47', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'port_id': '92743724-6773-40d8-b61f-f35610aabc40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'mac_address': 'fa:16:3e:d7:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 1, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:03.501835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:03.502042 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587eeda2-ee05-4bae-bd9d-b099f1cf4d48 None None] The sync data for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb is: [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'cf43ad1e-63d0-4c90-972d-f341d86375d5', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'floating_ip_address': '172.28.1.47', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'port_id': '92743724-6773-40d8-b61f-f35610aabc40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'mac_address': 'fa:16:3e:d7:8c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 1, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:03.668508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-89adad63-5a2f-4058-a9c3-9b32f3b66441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:03.670054 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-89adad63-5a2f-4058-a9c3-9b32f3b66441 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.5486617 Dec 02 17:54:03.815176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3554b2-8f86-4869-9b76-4c8e1887499a None None] New status for floating IP cf43ad1e-63d0-4c90-972d-f341d86375d5: ACTIVE {{(pid=80260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:54:03.815328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851006608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3765255'] for router, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:03.818859 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-0080a2e3-25a9-4192-8863-20f75a161db3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 200 len: 998 time: 0.1326818 Dec 02 17:54:03.985619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device f89863c7-96d7-44e1-9345-67a3ee7c2b07 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:04.074522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:04.090230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-7d7f61f2-4cda-4fd4-a653-e9801753621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:04.092260 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-7d7f61f2-4cda-4fd4-a653-e9801753621b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.1198139 Dec 02 17:54:04.098452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Transition to ACTIVE for port object 035f5fe0-7a34-43c8-801d-3951101ceb80 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:04.099755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port f89863c7-96d7-44e1-9345-67a3ee7c2b07 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:04.107052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:04.126996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:04.252234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-938a9e4e-da34-48fe-82e4-b30005d225be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:04.254158 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-938a9e4e-da34-48fe-82e4-b30005d225be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1496165 Dec 02 17:54:04.255238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Router 9c650267-cafb-4cb1-b39d-b5e053b840b6 is scheduled to L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 with binding_index 1 {{(pid=80257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 17:54:04.399864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0a670-e52e-4884-9906-21bf1c770979 None None] Pushing event updated for resources: {'Port': ['ID=035f5fe0-7a34-43c8-801d-3951101ceb80,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:04.407426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-daa0a670-e52e-4884-9906-21bf1c770979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:04.565052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Attempting to bind port 035f5fe0-7a34-43c8-801d-3951101ceb80 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:54:04.565244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Attempting to bind port 035f5fe0-7a34-43c8-801d-3951101ceb80 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:54:04.565643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Attempting to bind port 035f5fe0-7a34-43c8-801d-3951101ceb80 on network 347690f4-c715-4076-ac05-fa0e7938bc37 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:54:04.573587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:54:04.574022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Checking segment: {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:54:04.574480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:04.574926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Bound using segment: {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:54:04.575500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Bound port: 035f5fe0-7a34-43c8-801d-3951101ceb80, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:54:04.575929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:04.675705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b150816f-a404-4a49-8eb0-1cbe3382506f None None] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:54:04.725904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] For port 035f5fe0-7a34-43c8-801d-3951101ceb80, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:54:04.800619 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] For port 035f5fe0-7a34-43c8-801d-3951101ceb80, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=035f5fe0-7a34-43c8-801d-3951101ceb80,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:54:04.808077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:04.825594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b1e2bbd3-b6ef-4521-a7f4-2942a3733f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:04.867110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Provisioning for port f89863c7-96d7-44e1-9345-67a3ee7c2b07 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:04.879700 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-478863cb-d231-4ebd-9b42-3a7e85e42570 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992656 Dec 02 17:54:04.917660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Provisioning complete for port f89863c7-96d7-44e1-9345-67a3ee7c2b07 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:04.918077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:04.967789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23c5fe-7e6d-4821-a2ff-b72a35dd7342 req-7f34c0a8-fe46-457a-99d1-0e44da3698df tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:04.969403 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6c23c5fe-7e6d-4821-a2ff-b72a35dd7342 req-7f34c0a8-fe46-457a-99d1-0e44da3698df tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 945 time: 0.5519071 Dec 02 17:54:04.975668 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:54:05.122723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Notify callbacks [] for router, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:05.124128 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6965630 Dec 02 17:54:05.127684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34376) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:05.131394 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6c23c5fe-7e6d-4821-a2ff-b72a35dd7342 req-1c25eb16-0115-4f7e-995d-552e11320f6c tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533692 Dec 02 17:54:05.133618 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20bd0d5c-e82c-414c-889e-d1a6720844f4 req-415f6da6-0d5f-4be6-8b62-74e553bbce67 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2431176 Dec 02 17:54:05.220797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Sync routers for ids ['9c650267-cafb-4cb1-b39d-b5e053b840b6'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:05.279098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Routers {'9c650267-cafb-4cb1-b39d-b5e053b840b6'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:05.279820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['9c650267-cafb-4cb1-b39d-b5e053b840b6'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:05.339001 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0a670-e52e-4884-9906-21bf1c770979 None None] Pushing event updated for resources: {'Port': ['ID=035f5fe0-7a34-43c8-801d-3951101ceb80,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:05.357398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-daa0a670-e52e-4884-9906-21bf1c770979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:05.361953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade20b1-9aae-4b4a-96cc-11ea53093d26 req-5f53922d-57b7-4d36-a23f-96ff652f92e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:05.363830 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3ade20b1-9aae-4b4a-96cc-11ea53093d26 req-5f53922d-57b7-4d36-a23f-96ff652f92e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 945 time: 0.0992317 Dec 02 17:54:05.374055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 34382) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:05.381621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Request body: {'floatingip': {'port_id': '9369cf80-e79e-4484-ae48-0a8a0a2a0117'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:05.467977 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:05.649673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:05.650377 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:05.715840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:05.747735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Set router 9c650267-cafb-4cb1-b39d-b5e053b840b6 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:05.961700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 035f5fe0-7a34-43c8-801d-3951101ceb80 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:06.039030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] For port f89863c7-96d7-44e1-9345-67a3ee7c2b07, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=f89863c7-96d7-44e1-9345-67a3ee7c2b07,segment=NetworkSegment(79825ae3-baaa-4992-9c99-97729ae4418f),segment_id=79825ae3-baaa-4992-9c99-97729ae4418f)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:06.060614 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.072323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:06.115319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.182487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Pushing event updated for resources: {'Port': ['ID=f89863c7-96d7-44e1-9345-67a3ee7c2b07,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:06.199269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:06.318856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.320682 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:06.324146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.409609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 035f5fe0-7a34-43c8-801d-3951101ceb80 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:06.426317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 035f5fe0-7a34-43c8-801d-3951101ceb80 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:06.428594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.562126 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Floating IP d9f506c3-81fb-4128-bafb-052acf294923 associated. External IP: 172.28.1.112, port: 9369cf80-e79e-4484-ae48-0a8a0a2a0117. Dec 02 17:54:06.601462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-45a1955f-3af1-47e7-8ce6-dcdb37b57d3c None None] Provisioning complete for port f89863c7-96d7-44e1-9345-67a3ee7c2b07 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:06.601881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-45a1955f-3af1-47e7-8ce6-dcdb37b57d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.610213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Allocated IP 172.20.0.1 (ba58bbf2-374d-4fef-a26a-13b2192afcd9/e297ab36-9794-4fed-86db-8cb1e2412ad3/b304f59b-2f95-490a-8bb9-6413dff2dfb9) {{(pid=80258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:54:06.777268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.794543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Transition to ACTIVE for port object b304f59b-2f95-490a-8bb9-6413dff2dfb9 will not be triggered until provisioned by entity DHCP. {{(pid=80258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:06.818129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:06.846164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e986416d-1383-4a4e-b429-ae7e1e588056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:06.944677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Router 0f5c791f-9470-432f-9f9e-af8074801fca has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:54:06.994655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Pushing event updated for resources: {'Port': ['ID=b304f59b-2f95-490a-8bb9-6413dff2dfb9,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:07.006385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.007333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.007749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.008155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.008563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.009322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.009726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.010124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.010991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.011392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.011796 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.012336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.012790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.013184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.014067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.014749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.015400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.015915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.016451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.016854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.017249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.017641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.018034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.019104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:07.024231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.032029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:07.089117 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:54:07.090321 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:54:07.092658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Received port after_create {{(pid=80258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:54:07.122480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 3, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:07.154914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036851010342'] for router_interface, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.161366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:54:07.167432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.173283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] Sync routers for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:07.184869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 035f5fe0-7a34-43c8-801d-3951101ceb80, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=035f5fe0-7a34-43c8-801d-3951101ceb80,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:07.192624 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:07.195192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:07.205958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Checking router: 9c650267-cafb-4cb1-b39d-b5e053b840b6 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:07.206373 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Updating router 9c650267-cafb-4cb1-b39d-b5e053b840b6 port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 binding host dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:54:07.252853 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e85b1181-6615-4d15-8b51-47d06414df23 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "PUT /v2.0/floatingips/d9f506c3-81fb-4128-bafb-052acf294923 HTTP/1.1" status: 200 len: 991 time: 1.8771780 Dec 02 17:54:07.253693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:07.285653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.316028 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.393666 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117', 'status': 'completed', 'code': 200} Dec 02 17:54:07.426639 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.437831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-daa0a670-e52e-4884-9906-21bf1c770979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:07.510083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=035f5fe0-7a34-43c8-801d-3951101ceb80,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:07.517090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:07.517378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:07.527823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-45a1955f-3af1-47e7-8ce6-dcdb37b57d3c None None] Provisioning complete for port 035f5fe0-7a34-43c8-801d-3951101ceb80 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:07.528242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-45a1955f-3af1-47e7-8ce6-dcdb37b57d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.563441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-79aa9bc7-9591-4df8-a1a0-5e034f29486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:07.566924 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-79aa9bc7-9591-4df8-a1a0-5e034f29486a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 1162 time: 0.1151674 Dec 02 17:54:07.657294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:04Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:07.664219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.669592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852928291'] for port, after_update {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.673196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8010866-921c-4b73-8c15-415afa5292ee None None] The sync data for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb is: [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:04Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:07.742551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-3dd51f72-8b1e-4b4f-9e83-ba5643bd8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:07.744361 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-3dd51f72-8b1e-4b4f-9e83-ba5643bd8335 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 200 len: 903 time: 0.1695111 Dec 02 17:54:07.755374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92c72b6f-6f03-43d1-a713-f9517b40cc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:07.785539 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3188687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769863'] for router_interface, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:07.908223 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-bae4126f-648f-49fb-b354-779ce4957b1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9369cf80-e79e-4484-ae48-0a8a0a2a0117 HTTP/1.1" status: 200 len: 999 time: 0.1515851 Dec 02 17:54:07.957911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device f89863c7-96d7-44e1-9345-67a3ee7c2b07 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:07.996052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-17f6a8a4-4c0b-4b98-b1a1-8dacd4fc6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:07.997748 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-17f6a8a4-4c0b-4b98-b1a1-8dacd4fc6085 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 200 len: 848 time: 0.0838242 Dec 02 17:54:08.010868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Pushing event updated for resources: {'Port': ['ID=b304f59b-2f95-490a-8bb9-6413dff2dfb9,revision_number=2']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:08.015920 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:08.048666 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 is already hosted by enough agents. {{(pid=80258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:54:08.049953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Resources bound (agent type, host, resource id): {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:54:08.097967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'd9f506c3-81fb-4128-bafb-052acf294923', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'floating_ip_address': '172.28.1.112', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'port_id': '9369cf80-e79e-4484-ae48-0a8a0a2a0117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'mac_address': 'fa:16:3e:31:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431076c6-83c1-4210-834e-4aa660e0881d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:53:47Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 1, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:08.104233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] Checking router: 0f5c791f-9470-432f-9f9e-af8074801fca for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:08.121718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:08.122522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:08.129102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port f89863c7-96d7-44e1-9345-67a3ee7c2b07 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:08.129517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:08.406533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-41b7ca04-1b8d-455d-b0c7-f80424f12028 None None] Provisioning for port b304f59b-2f95-490a-8bb9-6413dff2dfb9 completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:08.434885 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-41b7ca04-1b8d-455d-b0c7-f80424f12028 None None] Provisioning complete for port b304f59b-2f95-490a-8bb9-6413dff2dfb9 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:08.435613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-41b7ca04-1b8d-455d-b0c7-f80424f12028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:08.464082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-d3c4080c-d01f-4e28-ad78-cf230a8f383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:08.467478 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-d3c4080c-d01f-4e28-ad78-cf230a8f383b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4632468 Dec 02 17:54:08.467804 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-28824d28-ca13-48d9-a551-732e58513b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:08.473118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Notify callbacks [] for port, precommit_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:08.482553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Router 9c650267-cafb-4cb1-b39d-b5e053b840b6 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:54:08.518195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:08.523949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Transition to ACTIVE for port object 1c17b7df-7ebc-47a7-87f8-c66bbef43928 will not be triggered until provisioned by entity L2. {{(pid=80259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:08.543490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:08.568033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-deeea419-a3b0-48af-9a83-16f0f1621dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:08.629920 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-41b7ca04-1b8d-455d-b0c7-f80424f12028 None None] Port b304f59b-2f95-490a-8bb9-6413dff2dfb9 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:54:08.681693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 035f5fe0-7a34-43c8-801d-3951101ceb80 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:08.724680 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-e0eae51b-ceb0-4011-8279-a27ea062b750 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494669 Dec 02 17:54:08.737307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:54:08.759655 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f516bc9a-a460-4a6b-b09e-cf990a8d091c admin admin] 10.222.0.10 "PUT /v2.0/routers/9c650267-cafb-4cb1-b39d-b5e053b840b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6298060 Dec 02 17:54:08.785004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ab622-a31b-48a2-80ed-0c8929921b4e None None] Pushing event updated for resources: {'Port': ['ID=1c17b7df-7ebc-47a7-87f8-c66bbef43928,revision_number=2']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:08.804404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-761ab622-a31b-48a2-80ed-0c8929921b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:08.825005 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-41b7ca04-1b8d-455d-b0c7-f80424f12028 None None] Provisioning complete for port f89863c7-96d7-44e1-9345-67a3ee7c2b07 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:08.825424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-41b7ca04-1b8d-455d-b0c7-f80424f12028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:08.920384 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a0876fb7-b7a1-4e63-a84b-846a90e24ef8 req-87de71c6-4514-4c11-9d86-97a5cbcccfd0 service neutron] 10.222.0.60 "GET /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1888919 Dec 02 17:54:08.937889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 035f5fe0-7a34-43c8-801d-3951101ceb80 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:08.938382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.001266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'd9f506c3-81fb-4128-bafb-052acf294923', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'floating_ip_address': '172.28.1.112', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'port_id': '9369cf80-e79e-4484-ae48-0a8a0a2a0117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'mac_address': 'fa:16:3e:31:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431076c6-83c1-4210-834e-4aa660e0881d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:53:47Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 1, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:09.005701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Attempting to bind port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:54:09.006055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200dec5-d164-4603-b71b-651ea5149191 None None] The sync data for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb is: [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': 'd9f506c3-81fb-4128-bafb-052acf294923', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'floating_ip_address': '172.28.1.112', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'port_id': '9369cf80-e79e-4484-ae48-0a8a0a2a0117', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'mac_address': 'fa:16:3e:31:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431076c6-83c1-4210-834e-4aa660e0881d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:53:47Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 1, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:09.006220 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Attempting to bind port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:54:09.006495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Attempting to bind port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 on network 0e1ee128-329d-4691-a63d-e46bd8631858 {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:54:09.049507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:54:09.049927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Checking segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:54:09.050406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.050848 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Bound using segment: {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'} {{(pid=80259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:54:09.051419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Bound port: 1c17b7df-7ebc-47a7-87f8-c66bbef43928, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6dae35d-81f9-4fbc-986d-530eecc614c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}}] {{(pid=80259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:54:09.051839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.203100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] For port 1c17b7df-7ebc-47a7-87f8-c66bbef43928, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:54:09.208771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] For port 1c17b7df-7ebc-47a7-87f8-c66bbef43928, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=1c17b7df-7ebc-47a7-87f8-c66bbef43928,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:54:09.219919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.236037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:09.502380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1202749881', 'description': 'tempest-TestShelveInstance-1202749881 description'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:09.509188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:54:09.513464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Usage tracker for resource:security_group and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:54:09.516781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:54:09.523480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:54:09.535811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.539974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f68e8-9657-43e9-a29a-e76df64dfa49 None None] New status for floating IP d9f506c3-81fb-4128-bafb-052acf294923: ACTIVE {{(pid=80259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:54:09.558513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:54:09.562753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Usage tracker for resource:security_group_rule and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:54:09.565858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:54:09.571722 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:54:09.612934 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-18268d17-e11a-4edb-aec1-0bfc20fe4600 None None] Provisioning complete for port b304f59b-2f95-490a-8bb9-6413dff2dfb9 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:09.613350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-18268d17-e11a-4edb-aec1-0bfc20fe4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.650206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.653189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.658646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-56401d9c-edfa-46aa-b8ba-56b8228a0d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:09.689566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ab622-a31b-48a2-80ed-0c8929921b4e None None] Pushing event updated for resources: {'Port': ['ID=1c17b7df-7ebc-47a7-87f8-c66bbef43928,revision_number=3']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:09.699083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event updated for resources: {'SecurityGroup': ['ID=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:09.701535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.702884 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a5fa4384-e3bb-4702-9819-334e73265810 req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.2067387 Dec 02 17:54:09.703741 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:09.710192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-761ab622-a31b-48a2-80ed-0c8929921b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:09.791313 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-8f0ac352-613a-4027-9c14-eaf628faa090 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups/5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e HTTP/1.1" status: 200 len: 1752 time: 0.0494740 Dec 02 17:54:09.801477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-18268d17-e11a-4edb-aec1-0bfc20fe4600 None None] Port b304f59b-2f95-490a-8bb9-6413dff2dfb9 cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:54:09.802843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:09.803229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:09.809702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:54:09.814838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Usage tracker for resource:security_group_rule and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:54:09.819525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:54:09.825517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:54:09.886233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.911687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.914461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.914649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Routers {'9c650267-cafb-4cb1-b39d-b5e053b840b6'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:09.915386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:53:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['9c650267-cafb-4cb1-b39d-b5e053b840b6'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:09.916594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:09.940478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7427315a-3dae-4394-b9a3-b5a3c941ec5b,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:09.943625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:09.950513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:09.951858 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3d99dde0-06a2-4bfa-a821-5f31a6c68d05 req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1536191 Dec 02 17:54:10.037506 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-69e82690-a3fc-4b49-a042-56254593abe1 req-06379444-3e96-42ed-9e06-3237fabcac9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups/5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e HTTP/1.1" status: 200 len: 2313 time: 0.0485451 Dec 02 17:54:10.048552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e', 'remote_group_id': None}]} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:10.048935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e', 'remote_group_id': None}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:10.055754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:54:10.059960 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Usage tracker for resource:security_group_rule and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:54:10.063249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:54:10.069666 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:54:10.105716 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] Set router 9c650267-cafb-4cb1-b39d-b5e053b840b6 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:10.128169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group_rule, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:10.152175 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:10.156080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511924'] for security_group_rule, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:10.158215 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b6bf837e-bb20-4dda-b1c7-20102929c0dd tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:10.181798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891c63c1-b635-42f2-8ff9-636237178176,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:10.184423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:10.190903 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group_rule, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:10.192316 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-69e82690-a3fc-4b49-a042-56254593abe1 req-f5daa489-b6e0-47b2-8593-e5baec1c969f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1480722 Dec 02 17:54:10.443302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 4, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'b304f59b-2f95-490a-8bb9-6413dff2dfb9', 'name': '', 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'mac_address': 'fa:16:3e:35:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:06Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 2, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'subnets': [{'id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:10.447697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6f65c-6a36-46b6-938c-618f06592e4d None None] The sync data for ids ['9c650267-cafb-4cb1-b39d-b5e053b840b6'] in dv-cinder-733623-9-smb is: [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 4, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'b304f59b-2f95-490a-8bb9-6413dff2dfb9', 'name': '', 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'mac_address': 'fa:16:3e:35:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:06Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 2, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'subnets': [{'id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:10.916347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-00516bd2-7e63-4249-8590-b2219ecb14fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:11.038993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:11.907854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 1c17b7df-7ebc-47a7-87f8-c66bbef43928 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:11.980900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:11.986034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:11.986461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:12.122157 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:12.138452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port 1c17b7df-7ebc-47a7-87f8-c66bbef43928, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=1c17b7df-7ebc-47a7-87f8-c66bbef43928,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:12.141562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:12.144293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:12.216986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=1c17b7df-7ebc-47a7-87f8-c66bbef43928,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:12.220530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:12.281579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:12.511852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:12.530110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:13.877146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 1c17b7df-7ebc-47a7-87f8-c66bbef43928 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:13.946589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:13.946919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:14.102342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Sync routers for ids ['9c650267-cafb-4cb1-b39d-b5e053b840b6'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:14.112515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Routers {'9c650267-cafb-4cb1-b39d-b5e053b840b6'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:14.113188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['9c650267-cafb-4cb1-b39d-b5e053b840b6'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:14.318007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Set router 9c650267-cafb-4cb1-b39d-b5e053b840b6 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:14.655058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 4, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'b304f59b-2f95-490a-8bb9-6413dff2dfb9', 'name': '', 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'mac_address': 'fa:16:3e:35:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:06Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 2, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'subnets': [{'id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:14.659097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Checking router: 9c650267-cafb-4cb1-b39d-b5e053b840b6 for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:14.660046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Updating router 9c650267-cafb-4cb1-b39d-b5e053b840b6 port b304f59b-2f95-490a-8bb9-6413dff2dfb9 binding host dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 17:54:14.713290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:15.264443 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:15.278193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Transition to ACTIVE for port object b304f59b-2f95-490a-8bb9-6413dff2dfb9 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:15.280979 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:15.297040 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d16907ef-efdf-4cec-b225-95d2c495aa32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:15.431196 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Pushing event updated for resources: {'Port': ['ID=b304f59b-2f95-490a-8bb9-6413dff2dfb9,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:15.444077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.444454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.444824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.445192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.445550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.445913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.446269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.446623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.446999 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.447360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.447709 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.448126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.448442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.448793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.449139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.449483 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.449829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.450513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.450513 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.450870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.451191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.451541 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.451884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.452224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:15.468323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:15.620508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Attempting to bind port b304f59b-2f95-490a-8bb9-6413dff2dfb9 on host dv-cinder-733623-9-smb for vnic_type normal with profile {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:54:15.620922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Attempting to bind port b304f59b-2f95-490a-8bb9-6413dff2dfb9 by drivers openvswitch on host dv-cinder-733623-9-smb at level 0 using segments [{'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:54:15.621322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Attempting to bind port b304f59b-2f95-490a-8bb9-6413dff2dfb9 on network ba58bbf2-374d-4fef-a26a-13b2192afcd9 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:54:15.628512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Checking agent: {'id': '238a44cb-6309-4ea3-952b-e85d1f5ef999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:54:15.628991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Checking segment: {'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:54:15.629497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:15.629936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Bound using segment: {'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:54:15.630462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Bound port: b304f59b-2f95-490a-8bb9-6413dff2dfb9, host: dv-cinder-733623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79825ae3-baaa-4992-9c99-97729ae4418f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:54:15.634972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:15.732413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] For port b304f59b-2f95-490a-8bb9-6413dff2dfb9, host dv-cinder-733623-9-smb, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:54:15.735738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] For port b304f59b-2f95-490a-8bb9-6413dff2dfb9, host dv-cinder-733623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=b304f59b-2f95-490a-8bb9-6413dff2dfb9,segment=NetworkSegment(79825ae3-baaa-4992-9c99-97729ae4418f),segment_id=79825ae3-baaa-4992-9c99-97729ae4418f)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:54:15.739166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:15.752179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:15.905415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Pushing event updated for resources: {'Port': ['ID=b304f59b-2f95-490a-8bb9-6413dff2dfb9,revision_number=4']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:15.919448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c65551f1-54a8-4f9f-9792-d81dc50ae3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:15.959233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Routers {'9c650267-cafb-4cb1-b39d-b5e053b840b6'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:15.959965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['9c650267-cafb-4cb1-b39d-b5e053b840b6'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:16.152700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] Set router 9c650267-cafb-4cb1-b39d-b5e053b840b6 gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:16.423016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:54:16.492367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 4, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'b304f59b-2f95-490a-8bb9-6413dff2dfb9', 'name': '', 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'mac_address': 'fa:16:3e:35:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:06Z', 'updated_at': '2020-12-02T17:54:15Z', 'revision_number': 4, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'subnets': [{'id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:16.496819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f898192-1a62-4e3c-94bf-8ef931d1758a None None] The sync data for ids ['9c650267-cafb-4cb1-b39d-b5e053b840b6'] in dv-cinder-733623-9-smb is: [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 4, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'b304f59b-2f95-490a-8bb9-6413dff2dfb9', 'name': '', 'network_id': 'ba58bbf2-374d-4fef-a26a-13b2192afcd9', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'mac_address': 'fa:16:3e:35:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:06Z', 'updated_at': '2020-12-02T17:54:15Z', 'revision_number': 4, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'subnets': [{'id': 'e297ab36-9794-4fed-86db-8cb1e2412ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:17.900216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device b304f59b-2f95-490a-8bb9-6413dff2dfb9 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:17.970023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning for port b304f59b-2f95-490a-8bb9-6413dff2dfb9 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:17.975204 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port b304f59b-2f95-490a-8bb9-6413dff2dfb9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:17.975634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:18.098135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:18.130584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] For port b304f59b-2f95-490a-8bb9-6413dff2dfb9, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=b304f59b-2f95-490a-8bb9-6413dff2dfb9,segment=NetworkSegment(79825ae3-baaa-4992-9c99-97729ae4418f),segment_id=79825ae3-baaa-4992-9c99-97729ae4418f)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:18.133555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:18.135465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-06752429-13cb-4a5f-a43f-20b72c83cd83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:18.205388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Pushing event updated for resources: {'Port': ['ID=b304f59b-2f95-490a-8bb9-6413dff2dfb9,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:18.208852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:19.879521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device b304f59b-2f95-490a-8bb9-6413dff2dfb9 up at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:19.951967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Provisioning complete for port b304f59b-2f95-490a-8bb9-6413dff2dfb9 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:19.952383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:27.891205 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-efef6a60-c202-43ad-9a9a-bfa343e7f257 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Synchronizing usage tracker for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:54:27.907984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-efef6a60-c202-43ad-9a9a-bfa343e7f257 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Unset dirty status for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:54:27.909324 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-efef6a60-c202-43ad-9a9a-bfa343e7f257 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1202749881&fields=id&tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324 HTTP/1.1" status: 200 len: 267 time: 0.0628977 Dec 02 17:54:28.072604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-cebbaef0-a292-4182-bf50-f3794dcb0ee8 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:28.074121 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-cebbaef0-a292-4182-bf50-f3794dcb0ee8 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 809 time: 0.1571524 Dec 02 17:54:28.091028 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-82dd84dc-bff4-4ffb-bb8c-0fde2e353afe tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/quotas/f8835c6c4e3a4d5b92f9ebb8e7eac324 HTTP/1.1" status: 200 len: 375 time: 0.0107431 Dec 02 17:54:28.177666 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-643ba5c0-f030-4db1-9178-e70633997b12 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801563 Dec 02 17:54:28.326791 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-a6aa1c78-c656-4c95-a640-b301a1cb42ed service neutron] 10.222.0.10 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367972 Dec 02 17:54:28.470490 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-0e820deb-d058-49dd-8c92-ada9865076f9 service neutron] 10.222.0.10 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371312 Dec 02 17:54:28.904397 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0d741446-2c54-497b-b3e8-544df5647618 req-83cf91d7-eee5-4f86-881d-5c5147f771d1 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 210 time: 0.0453336 Dec 02 17:54:30.222137 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5802f456-be21-41c2-a837-9176e3b9bb32 req-03ed1d6c-0199-4b17-bd78-28b41220572d tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 210 time: 0.1860003 Dec 02 17:54:30.487923 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-63ca42c0-a13f-4430-ad8f-a335add5a372 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:30.489489 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-63ca42c0-a13f-4430-ad8f-a335add5a372 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 809 time: 0.1555054 Dec 02 17:54:30.579215 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-8fc635e3-1818-4478-8e49-897d32adc20f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324 HTTP/1.1" status: 200 len: 5545 time: 0.0655322 Dec 02 17:54:30.615233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'port': {'device_id': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'admin_state_up': True, 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'security_groups': ['5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e']}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:30.760627 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:54:30.764748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Usage tracker for resource:port and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:54:30.767904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Quota usage for port was recalculated. Used quota:2. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:54:30.774084 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:54:30.782829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Made reservation on behalf of f8835c6c4e3a4d5b92f9ebb8e7eac324 for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:54:30.788844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:31.104474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Allocated IP 172.20.0.12 (347690f4-c715-4076-ac05-fa0e7938bc37/3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f/8d5e925f-19da-4f1e-a60a-f39600edb2ab) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:54:31.308187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:31.324762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Transition to ACTIVE for port object 8d5e925f-19da-4f1e-a60a-f39600edb2ab will not be triggered until provisioned by entity DHCP. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:31.345121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:31.361092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-497c1cd9-82e6-4f9d-9642-da6f21db6c01 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:31.557928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event updated for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:31.574422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.574776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.575238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.575647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.576048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.576445 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.576839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.577229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.577618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.578007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.578404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.578792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.579270 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.579662 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.580053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.580441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.581398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.581785 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.582176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.582566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.582976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.583367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.583753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.584139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:31.596104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:31.639996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd4ec8-b0c3-4b6e-904e-1b47b79ee8e8 req-4206badb-5a76-4ed4-a6ad-5dcb12271a68 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:31.641613 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cedd4ec8-b0c3-4b6e-904e-1b47b79ee8e8 req-4206badb-5a76-4ed4-a6ad-5dcb12271a68 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 932 time: 0.2406204 Dec 02 17:54:31.667841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Network 347690f4-c715-4076-ac05-fa0e7938bc37 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:54:31.669015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:54:31.673629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:54:31.743497 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cedd4ec8-b0c3-4b6e-904e-1b47b79ee8e8 req-17c07d31-958a-4cd5-91ff-cdf1cfa41a52 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0942347 Dec 02 17:54:31.760520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:31.761203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:31.782825 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1718793 Dec 02 17:54:31.805828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Request body: {'port': {'device_id': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:31.903756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-f3e2bd27-6a8e-471f-bd30-57c8348d8aa1 None None] Provisioning for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab completed by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:31.908833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-f3e2bd27-6a8e-471f-bd30-57c8348d8aa1 None None] Provisioning complete for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:31.909253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f3e2bd27-6a8e-471f-bd30-57c8348d8aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:31.924063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:31.963334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2bd27-6a8e-471f-bd30-57c8348d8aa1 None None] Port 8d5e925f-19da-4f1e-a60a-f39600edb2ab cannot update to ACTIVE because it is not bound. {{(pid=80259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 17:54:32.535839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5e925f-19da-4f1e-a60a-f39600edb2ab {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:54:32.542890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:32.555828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Transition to ACTIVE for port object 8d5e925f-19da-4f1e-a60a-f39600edb2ab will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:54:32.558566 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:32.573604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:32.712459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:32.716884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:32.940940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Attempting to bind port 8d5e925f-19da-4f1e-a60a-f39600edb2ab on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:54:32.941325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Attempting to bind port 8d5e925f-19da-4f1e-a60a-f39600edb2ab by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:54:32.941696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Attempting to bind port 8d5e925f-19da-4f1e-a60a-f39600edb2ab on network 347690f4-c715-4076-ac05-fa0e7938bc37 {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:54:32.951124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:54:32.951505 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Checking segment: {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:54:32.951910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:32.952309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Bound using segment: {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:54:32.952784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Bound port: 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372aaa19-230c-47e8-a253-3fb2420b2765', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:54:32.953161 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:33.066434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b00b-a0bb-4e0b-9e62-a3cef6bfb446 req-c3a599dd-b83e-4695-a8a8-5464efa0553f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:33.067143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b9b0b00b-a0bb-4e0b-9e62-a3cef6bfb446 req-c3a599dd-b83e-4695-a8a8-5464efa0553f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Synchronizing usage tracker for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:54:33.082458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:54:33.087243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:54:33.092880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:33.109895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:33.150444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-b9b0b00b-a0bb-4e0b-9e62-a3cef6bfb446 req-c3a599dd-b83e-4695-a8a8-5464efa0553f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Unset dirty status for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:54:33.151765 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9b0b00b-a0bb-4e0b-9e62-a3cef6bfb446 req-c3a599dd-b83e-4695-a8a8-5464efa0553f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.2636771 Dec 02 17:54:33.297131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:33.309945 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b9b0b00b-a0bb-4e0b-9e62-a3cef6bfb446 req-529709b2-a870-493c-bd6d-308838f76b74 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1395254 Dec 02 17:54:33.312925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:33.342367 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:33.343075 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:33.344563 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 1158 time: 1.5436227 Dec 02 17:54:33.345097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:33.442166 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'status': 'completed', 'code': 200} Dec 02 17:54:33.494978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-eb88600f-da06-4393-9bd0-5951eaae8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:33.496816 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-eb88600f-da06-4393-9bd0-5951eaae8893 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1161 time: 0.0915165 Dec 02 17:54:33.601854 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-92d7e253-eb84-4f2b-a98e-9b1bad7ffa7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 217 time: 0.0640960 Dec 02 17:54:33.677968 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-d1715dfc-a347-4aea-a659-5f475cd9e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:33.679596 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-d1715dfc-a347-4aea-a659-5f475cd9e295 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.0691516 Dec 02 17:54:33.794013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-a24d66ab-8175-4d01-8ad3-714ce16edc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:33.795668 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-a24d66ab-8175-4d01-8ad3-714ce16edc44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1070449 Dec 02 17:54:33.806633 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-cad7d04e-38d8-4b65-ade7-26b25745445b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1120896044&fields=id&tenant_id=e02d739446ee4c43b97739951189240e HTTP/1.1" status: 200 len: 267 time: 0.0622411 Dec 02 17:54:34.012325 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-476506ae-6b2b-4f23-9562-8b929d3d8370 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084029 Dec 02 17:54:34.020114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-2f06e7bf-9371-46d3-a85c-20978ce2250e tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:34.021614 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-2f06e7bf-9371-46d3-a85c-20978ce2250e tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 985 time: 0.1934283 Dec 02 17:54:34.054642 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Request body: {'port': {'security_groups': ['2e68b590-1aa9-4299-b443-8dc52c8b0675']}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:34.275177 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0c6ddbaf-54e7-494f-9ae6-66674535e569 req-d4398d94-66b5-453f-8c05-3bdf79c82acd service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2524042 Dec 02 17:54:34.275830 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:34.538763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b30b70-d744-4867-bea8-285e47b5b88d req-edcf1d50-e71a-4ed7-b33f-e57366686bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:34.540397 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16b30b70-d744-4867-bea8-285e47b5b88d req-edcf1d50-e71a-4ed7-b33f-e57366686bf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1161 time: 0.1569035 Dec 02 17:54:34.772563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] For port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:34.837500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b30b70-d744-4867-bea8-285e47b5b88d req-91d44f43-51dc-41c7-b54d-92d1b6ed80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:34.838975 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16b30b70-d744-4867-bea8-285e47b5b88d req-91d44f43-51dc-41c7-b54d-92d1b6ed80d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.2842009 Dec 02 17:54:35.137497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:35.140486 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16b30b70-d744-4867-bea8-285e47b5b88d req-8788f959-4024-4219-86a0-6226fc65a63a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 217 time: 0.2814059 Dec 02 17:54:35.144210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:35.163163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bd29ebf0-f351-45ad-9656-05902258c1bc tempest-ServerRescueNegativeTestJSON-25114825 tempest-ServerRescueNegativeTestJSON-25114825] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:35.379208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d649f58-36c4-4cb9-bca6-17d11e242224 req-b7a4869b-9fa8-4dfa-9f58-bfb7e11ff58e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:35.380817 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d649f58-36c4-4cb9-bca6-17d11e242224 req-b7a4869b-9fa8-4dfa-9f58-bfb7e11ff58e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.5973947 Dec 02 17:54:35.395518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b30b70-d744-4867-bea8-285e47b5b88d req-82e0469d-41bc-4da9-8652-11b68fd7d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:35.396959 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16b30b70-d744-4867-bea8-285e47b5b88d req-82e0469d-41bc-4da9-8652-11b68fd7d40b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.2348802 Dec 02 17:54:35.400252 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event updated for resources: {'Port': ['ID=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,revision_number=6']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:35.403814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:35.519091 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d649f58-36c4-4cb9-bca6-17d11e242224 req-a08c2c02-1885-424e-9fc4-50f1a018d700 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1269393 Dec 02 17:54:35.532163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:35.532840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:35.534354 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a08ab450-20df-4ff2-9abb-5a6fdedfa18c req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "PUT /v2.0/ports/779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 943 time: 1.4885862 Dec 02 17:54:35.534893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:35.569115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b30b70-d744-4867-bea8-285e47b5b88d req-525d7817-7779-41c3-b08e-d4dc0bc9340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:35.571025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16b30b70-d744-4867-bea8-285e47b5b88d req-525d7817-7779-41c3-b08e-d4dc0bc9340d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1458285 Dec 02 17:54:35.618193 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'status': 'completed', 'code': 200} Dec 02 17:54:35.766696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-f05db152-8a8c-41d2-9b5d-6bd6a8ae039d None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity DHCP. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:35.767247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f05db152-8a8c-41d2-9b5d-6bd6a8ae039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:35.814152 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cf22e85b-ca1d-4c39-9b1d-828adb9c5dea req-af2f3366-9113-441e-a669-90acc694e8c9 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups/abf9519e-aedb-4f68-8a70-d042d72534f5 HTTP/1.1" status: 200 len: 2891 time: 0.1733589 Dec 02 17:54:35.873357 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16b30b70-d744-4867-bea8-285e47b5b88d req-5c082fb9-73c4-4744-b7ca-2751ea0602f0 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893887 Dec 02 17:54:35.912678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-dae73723-e5c7-4080-ab94-e25bc1247150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:35.914318 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-dae73723-e5c7-4080-ab94-e25bc1247150 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1163 time: 0.1986051 Dec 02 17:54:36.016621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-cf22e85b-ca1d-4c39-9b1d-828adb9c5dea req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:36.177482 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-cf22e85b-ca1d-4c39-9b1d-828adb9c5dea req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:36.262570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-9bfc4057-e366-45f0-bc56-3cc5f0a83d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:36.264205 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-9bfc4057-e366-45f0-bc56-3cc5f0a83d6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.3144369 Dec 02 17:54:36.273529 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-16b30b70-d744-4867-bea8-285e47b5b88d req-be0147e6-e349-4cb6-897d-aa31dce9fafd service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3561351 Dec 02 17:54:36.365782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-cf22e85b-ca1d-4c39-9b1d-828adb9c5dea req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:36.377045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1086e27b-05dd-4896-8c74-bc0c3a145568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:36.400300 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-c6c81219-e4c4-49ff-8c7e-8e89e3dfb547 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 1002 time: 0.1255257 Dec 02 17:54:36.402138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf9519e-aedb-4f68-8a70-d042d72534f5,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:36.405171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:36.457081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-cf22e85b-ca1d-4c39-9b1d-828adb9c5dea req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:36.458291 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cf22e85b-ca1d-4c39-9b1d-828adb9c5dea req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "DELETE /v2.0/security-groups/abf9519e-aedb-4f68-8a70-d042d72534f5 HTTP/1.1" status: 204 len: 173 time: 0.6325214 Dec 02 17:54:36.480288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-050f2149-dcae-4147-829d-f2e9cae3c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:36.481862 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-050f2149-dcae-4147-829d-f2e9cae3c6ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.0728507 Dec 02 17:54:36.648970 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-51d65457-44bd-4e68-a69d-46772f8a347a tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/floatingips/4cc14266-6793-41b9-bc4f-002885f9c94c HTTP/1.1" status: 200 len: 999 time: 0.1591272 Dec 02 17:54:36.764791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-27ce9f41-f313-4d31-aa10-fbe5e87dc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:36.766395 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-27ce9f41-f313-4d31-aa10-fbe5e87dc246 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2753928 Dec 02 17:54:36.982712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c8-8364-487f-9464-ceae4a2c2863 req-65fe8648-364a-4e4e-9a65-a4a0dcf71219 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:36.984408 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0f6dd6c8-8364-487f-9464-ceae4a2c2863 req-65fe8648-364a-4e4e-9a65-a4a0dcf71219 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.3324418 Dec 02 17:54:36.999556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-34bad8f8-8b35-408c-8ffa-7a6c4af72c33 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:37.000948 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-34bad8f8-8b35-408c-8ffa-7a6c4af72c33 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/networks/0e1ee128-329d-4691-a63d-e46bd8631858 HTTP/1.1" status: 200 len: 784 time: 0.3144341 Dec 02 17:54:37.032762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-ec5be5db-2506-4d56-98d4-d5a3b083a9ae tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80257) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:54:37.033770 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-ec5be5db-2506-4d56-98d4-d5a3b083a9ae tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0146930 Dec 02 17:54:37.139822 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-bc10f060-2549-4bda-a15b-6cf54f48e271 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214233 Dec 02 17:54:37.146853 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0f6dd6c8-8364-487f-9464-ceae4a2c2863 req-27cb3e50-89d8-48d9-a5d6-3ec217c600de tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1547043 Dec 02 17:54:37.219645 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3eb1cd8d-81c0-4fac-b6b6-62923b0db5d8 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.233 HTTP/1.1" status: 200 len: 1002 time: 0.1780400 Dec 02 17:54:37.589937 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-bc7db60f-4481-46a8-8417-765ef91e365f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:37.591352 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-bc7db60f-4481-46a8-8417-765ef91e365f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports/779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 943 time: 0.3196068 Dec 02 17:54:37.594696 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe418e46-f1cb-4f53-998c-3108ac9560e7 req-e9fca397-7907-49bc-bb40-d8b103d5ad19 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4415915 Dec 02 17:54:37.775886 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-2b04e2bf-168a-4e7f-9228-2764a50f07a5 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.233 HTTP/1.1" status: 200 len: 1002 time: 0.1019378 Dec 02 17:54:37.818620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:37.890742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:37.891132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:37.994925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Deleting port 3e0beb8c-a639-4a6a-9eec-363427318076 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:54:37.995520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.012877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:38.084481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:54:38.089469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:38.089889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.176235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.176564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for floatingip, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.215945 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.328574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Calling delete_port for 3e0beb8c-a639-4a6a-9eec-363427318076 owned by network:floatingip {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:54:38.420918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:38.429521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-0cf2875e-f057-4477-8526-c35aea3f2d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.433165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:38.436160 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.438231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1f9321af-638b-4559-964e-7a0489cd5d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:38.505835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c27220-20cc-4847-ab47-13dd41e38f27 req-a8dfaa70-93ea-43c0-b209-56d72356f6cc tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:38.507228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:38.507479 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d3c27220-20cc-4847-ab47-13dd41e38f27 req-a8dfaa70-93ea-43c0-b209-56d72356f6cc tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.1869802 Dec 02 17:54:38.510849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:38.616348 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d3c27220-20cc-4847-ab47-13dd41e38f27 req-b5f2a1b9-a36e-41d8-a585-c20a1e3fdaec tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0678272 Dec 02 17:54:38.617105 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.635003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:38.696214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event deleted for resources: {'Port': ['ID=3e0beb8c-a639-4a6a-9eec-363427318076,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:38.700888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:38.854204 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'code': 200} Dec 02 17:54:38.872604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks [] for floatingip, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:38.873095 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Floating IP 4cc14266-6793-41b9-bc4f-002885f9c94c disassociated (deleted). External IP: 172.28.1.233, port: 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0. Dec 02 17:54:38.953986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:54:39.029496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:54:39.029978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:39.307286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:54:39.309206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2d2d6-c250-4750-98e8-20045534a375 req-3ccb5b86-31b7-4b47-8ea5-05bb384039ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:39.310829 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8af2d2d6-c250-4750-98e8-20045534a375 req-3ccb5b86-31b7-4b47-8ea5-05bb384039ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.1263182 Dec 02 17:54:39.485907 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8af2d2d6-c250-4750-98e8-20045534a375 req-adff9ed9-6d8e-4529-a0e7-cd9602b5c8af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1140485 Dec 02 17:54:39.529037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:54:39.541557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] Sync routers for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:39.551766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:39.552439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:39.555179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:39.611351 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "DELETE /v2.0/floatingips/4cc14266-6793-41b9-bc4f-002885f9c94c HTTP/1.1" status: 204 len: 173 time: 1.8292341 Dec 02 17:54:39.611851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:39.675751 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'status': 'completed', 'code': 200} Dec 02 17:54:39.743388 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:40.089139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:18Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:40.089732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-4d5f8b0e-41ba-4a45-b458-ff35f6edf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.094459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] Checking router: 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:40.098101 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-4d5f8b0e-41ba-4a45-b458-ff35f6edf648 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1163 time: 0.4722102 Dec 02 17:54:40.104572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:40.105244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:40.270077 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-59145a24-0019-4581-91c6-4dacff0b9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.271763 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-59145a24-0019-4581-91c6-4dacff0b9ed7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e02d739446ee4c43b97739951189240e&device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 1163 time: 0.2780938 Dec 02 17:54:40.288986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d9e11-c665-4d60-965a-e9b7b13765f6 req-026b07ba-9ff7-4d77-84c5-0e5eec7ab66b tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.290562 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-751d9e11-c665-4d60-965a-e9b7b13765f6 req-026b07ba-9ff7-4d77-84c5-0e5eec7ab66b tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.5137768 Dec 02 17:54:40.290838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:40.331822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-7bbf9473-80c6-4c98-89ed-304d0b969206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.333485 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-7bbf9473-80c6-4c98-89ed-304d0b969206 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.2345479 Dec 02 17:54:40.446493 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-751d9e11-c665-4d60-965a-e9b7b13765f6 req-e4231fcb-e0b3-44f2-9c0e-fe788d169d5b tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1438251 Dec 02 17:54:40.451654 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-02665141-d38f-4251-8c87-331e427e158f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 217 time: 0.1062646 Dec 02 17:54:40.614816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-1d8e00f2-e3d2-4972-a69d-ee903381fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.616369 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-1d8e00f2-e3d2-4972-a69d-ee903381fced service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.1507790 Dec 02 17:54:40.623512 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-021e8cee-ea5b-4967-8da5-6c3481c19d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.625019 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-021e8cee-ea5b-4967-8da5-6c3481c19d5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 200 len: 908 time: 0.3427629 Dec 02 17:54:40.632123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:18Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:40.636278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2475d0f-029e-462d-a28f-b1dfc6d1075b None None] The sync data for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb is: [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:52:05Z', 'revision_number': 4, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '6be9ab95-b67f-4b89-8295-9efda774ef90', 'name': '', 'network_id': '4cbc166e-1495-418d-8a4a-81f8a2abb4b5', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'mac_address': 'fa:16:3e:ac:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:52:03Z', 'updated_at': '2020-12-02T17:52:18Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'subnets': [{'id': '27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:40.743735 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-df8e1771-d8dc-4330-9dba-2e04fcc03231 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 200 len: 217 time: 0.0825348 Dec 02 17:54:40.830866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-36de4f09-62ae-4855-a758-8286fb4d2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.832574 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-36de4f09-62ae-4855-a758-8286fb4d2a03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2066317 Dec 02 17:54:40.836297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-127e1811-5b55-44b9-8d8a-597161a48a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:40.837818 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-127e1811-5b55-44b9-8d8a-597161a48a5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 200 len: 853 time: 0.0833006 Dec 02 17:54:40.897740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-54a2146b-26fa-4407-921a-112070b2850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:41.033193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:41.036204 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-a68a342a-b517-47b1-8148-9adfa73a50fd service neutron] 10.222.0.10 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965318 Dec 02 17:54:41.081753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42829748-a216-444e-a8c5-20ca6f4331a6 None None] New status for floating IP 4cc14266-6793-41b9-bc4f-002885f9c94c: DOWN {{(pid=80260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:54:41.089693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-e5984e91-dae7-4556-84ea-fefd7a3616c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:41.091367 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-e5984e91-dae7-4556-84ea-fefd7a3616c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbc166e-1495-418d-8a4a-81f8a2abb4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2108362 Dec 02 17:54:41.294270 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e479db6c-ead5-4c58-bbd9-dbf92a5e2ce3 req-c4bee036-6f69-4d64-a8a5-d1ea6f5c4510 service neutron] 10.222.0.10 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2495027 Dec 02 17:54:41.324025 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-18604fbc-ee3b-4ed6-b518-d79d4c29dd9f service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245429 Dec 02 17:54:41.478203 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-327e622a-3c41-4da9-82fa-0ba190bb7421 req-ce29be4e-683c-4d3b-bb80-78d93680db7f service neutron] 10.222.0.60 "GET /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461382 Dec 02 17:54:41.661166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32533b-665d-4fc0-abd6-adf698d92273 req-aa383259-39a0-48b5-a099-db745b623601 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:41.662782 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8b32533b-665d-4fc0-abd6-adf698d92273 req-aa383259-39a0-48b5-a099-db745b623601 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0847695 Dec 02 17:54:41.711175 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8b32533b-665d-4fc0-abd6-adf698d92273 req-3d0264d9-ebf3-4a07-a268-93b8eb76c961 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419974 Dec 02 17:54:41.971470 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a134-da2f-489d-acdc-a7b5c3e75aee req-420669f6-4bc5-4d5c-84c2-7084c3fab7e8 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:41.973098 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-82c0a134-da2f-489d-acdc-a7b5c3e75aee req-420669f6-4bc5-4d5c-84c2-7084c3fab7e8 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0955100 Dec 02 17:54:42.021017 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-82c0a134-da2f-489d-acdc-a7b5c3e75aee req-2f7874cc-8c4f-438d-9818-094766101a51 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411334 Dec 02 17:54:42.231297 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-30a7ea14-7934-4a72-a8f6-fd4e1d460a24 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1567211 Dec 02 17:54:42.241613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'floatingip': {'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:42.247338 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:54:42.251407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Usage tracker for resource:floatingip and tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:54:42.255082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:54:42.273265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:54:42.278572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:42.284370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for floatingip, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:42.430485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:42.511081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:42.536228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:42.912819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Allocated IP 172.28.1.18 (0e1ee128-329d-4691-a63d-e46bd8631858/266b24aa-d30a-44f5-899e-27f632b2d828/00e29d67-b2e8-4164-8372-f31fdcf624c4) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:54:43.075130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:43.101309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:43.117598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9de623e2-3591-4bab-92c8-e48cf8ae3e75 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:43.251496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event updated for resources: {'Port': ['ID=00e29d67-b2e8-4164-8372-f31fdcf624c4,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:43.256018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:43.318162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Network 0e1ee128-329d-4691-a63d-e46bd8631858 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:54:43.319409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:54:43.321738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:54:43.406058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for floatingip, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:43.467126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:43.739572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:43.743963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:43.759579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-515edc10-2c18-4f7e-a851-62e7ecb5afc1 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:43.895976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event updated for resources: {'Port': ['ID=00e29d67-b2e8-4164-8372-f31fdcf624c4,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:43.900431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:43.998164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:44.020405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:44.021735 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7842720 Dec 02 17:54:44.106475 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-e555ec33-8c23-4fd4-a99e-8503185f008c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Synchronizing usage tracker for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:floatingip {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:54:44.122818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-e555ec33-8c23-4fd4-a99e-8503185f008c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Unset dirty status for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:floatingip {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:54:44.124192 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-e555ec33-8c23-4fd4-a99e-8503185f008c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0959790 Dec 02 17:54:44.288248 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-7eebf00c-d57d-4020-9a4a-afa6ca1a2493 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:44.289740 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec7e1c02-50a6-4ae5-9cb0-4664d5f2ce3c req-7eebf00c-d57d-4020-9a4a-afa6ca1a2493 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/networks/0e1ee128-329d-4691-a63d-e46bd8631858 HTTP/1.1" status: 200 len: 784 time: 0.1594775 Dec 02 17:54:44.484626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-56431a82-9dd4-44e9-b342-b79294ad41ee tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:44.486267 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-56431a82-9dd4-44e9-b342-b79294ad41ee tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0838430 Dec 02 17:54:44.573621 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-652b14ed-9bc3-4462-b636-77c4dcdf0bcb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0806129 Dec 02 17:54:44.584329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Request body: {'floatingip': {'port_id': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:54:44.670902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for floatingip, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:45.202973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c123f-6a36-4fc7-8c89-6f151b21f1a2 req-079a7248-2a3f-4486-b19f-3684dca62fa6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:45.203631 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-556c123f-6a36-4fc7-8c89-6f151b21f1a2 req-079a7248-2a3f-4486-b19f-3684dca62fa6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Synchronizing usage tracker for tenant:e02d739446ee4c43b97739951189240e on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:54:45.232227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-556c123f-6a36-4fc7-8c89-6f151b21f1a2 req-079a7248-2a3f-4486-b19f-3684dca62fa6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Unset dirty status for tenant:e02d739446ee4c43b97739951189240e on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:54:45.233479 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-556c123f-6a36-4fc7-8c89-6f151b21f1a2 req-079a7248-2a3f-4486-b19f-3684dca62fa6 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.2443326 Dec 02 17:54:45.301220 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-556c123f-6a36-4fc7-8c89-6f151b21f1a2 req-b29a005c-e7c1-4bc3-92fe-ed851ffcd4e8 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Synchronizing usage tracker for tenant:e02d739446ee4c43b97739951189240e on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:54:45.396838 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-556c123f-6a36-4fc7-8c89-6f151b21f1a2 req-b29a005c-e7c1-4bc3-92fe-ed851ffcd4e8 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Unset dirty status for tenant:e02d739446ee4c43b97739951189240e on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:54:45.398112 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-556c123f-6a36-4fc7-8c89-6f151b21f1a2 req-b29a005c-e7c1-4bc3-92fe-ed851ffcd4e8 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569588 Dec 02 17:54:45.411889 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:45.414562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:45.802525 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Floating IP 1d4093ef-e3ea-416a-b6d4-12215ea538a9 associated. External IP: 172.28.1.18, port: 8d5e925f-19da-4f1e-a60a-f39600edb2ab. Dec 02 17:54:46.170246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:54:46.359743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:54:46.364809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:46.371267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] Sync routers for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:46.383779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:46.384557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:46.421900 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-9ad2cf27-bad3-4709-8f9d-4a283b59413e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "PUT /v2.0/floatingips/1d4093ef-e3ea-416a-b6d4-12215ea538a9 HTTP/1.1" status: 200 len: 996 time: 1.8418944 Dec 02 17:54:46.422454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:46.493815 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'status': 'completed', 'code': 200} Dec 02 17:54:46.516194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-0d1ef0b9-a903-4cbd-8d3a-becb559a5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:46.524265 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-0d1ef0b9-a903-4cbd-8d3a-becb559a5f37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.0882671 Dec 02 17:54:46.580846 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:46.788586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-53d8d28d-6c39-4a79-8c67-8ed4a30c7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:46.790332 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-53d8d28d-6c39-4a79-8c67-8ed4a30c7c42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.2649496 Dec 02 17:54:46.886599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-a65133a9-d726-4848-9b44-88551843e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:46.888337 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-a65133a9-d726-4848-9b44-88551843e29b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.3157270 Dec 02 17:54:46.900890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede36f8-1e95-4e51-944f-728c610ef0f4 req-12b6b1fb-d571-4608-b219-55ff793b78c7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:46.902611 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ede36f8-1e95-4e51-944f-728c610ef0f4 req-12b6b1fb-d571-4608-b219-55ff793b78c7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.2878027 Dec 02 17:54:47.009161 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-be536831-20f2-45aa-9760-b81b722bf732 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 999 time: 0.2039843 Dec 02 17:54:47.121266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '1d4093ef-e3ea-416a-b6d4-12215ea538a9', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'port_id': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'mac_address': 'fa:16:3e:66:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:54:43Z', 'updated_at': '2020-12-02T17:54:45Z', 'revision_number': 1, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:47.125387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] Checking router: 203c76d2-e88d-44d6-b09d-7a5c9aa8196b for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:47.135043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:47.135712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:47.151040 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ede36f8-1e95-4e51-944f-728c610ef0f4 req-6aa7ac4d-e49e-4518-b1d6-391411e5eb2c tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097347 Dec 02 17:54:47.201618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-700d3e64-621c-48c1-b5bb-99f367283214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:47.203292 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-700d3e64-621c-48c1-b5bb-99f367283214 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.1864884 Dec 02 17:54:47.287031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-417fae97-b9ef-436b-b861-574e8a2f4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:47.288626 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-417fae97-b9ef-436b-b861-574e8a2f4529 service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.3822529 Dec 02 17:54:47.358403 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:47.388818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-604d9acd-4fc2-44f5-92b9-93ad6db6455d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:47.390437 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-604d9acd-4fc2-44f5-92b9-93ad6db6455d tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.60 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.2831082 Dec 02 17:54:47.497550 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-4788e254-4a0b-4848-bea9-acebd63ae9f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 999 time: 0.2012839 Dec 02 17:54:47.508700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Deleting port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:54:47.509091 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:47.585327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-f629bff9-bcd5-45c1-a93e-2a13705336d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:47.587064 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-f629bff9-bcd5-45c1-a93e-2a13705336d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3690155 Dec 02 17:54:47.607925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-52feb3ee-a8d1-44a4-bf19-d1bf8ed61c29 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80257) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:54:47.609138 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-52feb3ee-a8d1-44a4-bf19-d1bf8ed61c29 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0136340 Dec 02 17:54:47.747532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '1d4093ef-e3ea-416a-b6d4-12215ea538a9', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'port_id': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'mac_address': 'fa:16:3e:66:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:54:43Z', 'updated_at': '2020-12-02T17:54:45Z', 'revision_number': 1, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:47.752462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ddc11-5b01-4d88-b2e8-f0a047c61b3e None None] The sync data for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb is: [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_floatingips': [{'id': '1d4093ef-e3ea-416a-b6d4-12215ea538a9', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'router_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'port_id': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'mac_address': 'fa:16:3e:66:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:54:43Z', 'updated_at': '2020-12-02T17:54:45Z', 'revision_number': 1, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:47.951942 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-4800c571-7cc6-4c64-a501-9898ac9902ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:47.953712 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-4800c571-7cc6-4c64-a501-9898ac9902ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.4106791 Dec 02 17:54:48.074681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373eb7ac-cb9e-49df-952d-679dee9fc29d None None] New status for floating IP 1d4093ef-e3ea-416a-b6d4-12215ea538a9: ACTIVE {{(pid=80260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:54:48.213644 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-bec0c58c-a161-40d5-9593-c142c0727d26 service neutron] 10.222.0.10 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899045 Dec 02 17:54:48.320000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-68ef9544-708b-4341-9a8c-3f9fc86f1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:48.321617 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-68ef9544-708b-4341-9a8c-3f9fc86f1307 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3174472 Dec 02 17:54:48.323698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] For port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:48.324112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:48.562128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Calling delete_port for 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:54:48.716818 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dd5d7f2-06ae-4ca2-9778-5ec1fab58c70 req-5307c282-fcb9-4d46-a369-82100e5481db service neutron] 10.222.0.10 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4907084 Dec 02 17:54:48.855877 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-afbf037f-71da-4614-b5f0-9d125d6fafcc service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181198 Dec 02 17:54:48.932617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:54:48.957477 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:48.967974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:54:48.968485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:54:49.021695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c024e01d-4a7a-4a92-a825-07b594613c3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:49.060813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70131184-0d8e-408c-b90e-39be3f3bf856 req-23864c97-8e39-4d00-bf31-aeb7d6f91c1b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:49.062452 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-70131184-0d8e-408c-b90e-39be3f3bf856 req-23864c97-8e39-4d00-bf31-aeb7d6f91c1b tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/ports?device_id=20752c0a-83ab-4044-961a-d64e2ca3ffb4 HTTP/1.1" status: 200 len: 946 time: 0.3446770 Dec 02 17:54:49.154694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Pushing event deleted for resources: {'Port': ['ID=779f3bc0-2dd3-4b17-9f8d-ff7611f517a0,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:49.167719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:49.294589 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-21ec067e-4520-4c62-8684-e4e37fc62838 req-f5b6a27b-d6f3-46e6-9eda-7853f30e4ed5 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4190316 Dec 02 17:54:49.326654 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-70131184-0d8e-408c-b90e-39be3f3bf856 req-95451c9c-8e3d-4393-801d-16c4de78a671 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.10 "GET /v2.0/security-groups?id=2e68b590-1aa9-4299-b443-8dc52c8b0675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427032 Dec 02 17:54:49.366555 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80eb2c-12aa-410b-93a2-33e5a50e59ab req-aa5bdd1b-dbdf-4428-af62-95c86c6dbeed tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:49.368421 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fc80eb2c-12aa-410b-93a2-33e5a50e59ab req-aa5bdd1b-dbdf-4428-af62-95c86c6dbeed tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.2979994 Dec 02 17:54:49.428897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] No DVR routers for this DVR port 779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:54:49.433185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:49.436098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'name': 'network-vif-deleted', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:54:49.468597 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4a2ba66b-2fe0-4751-8579-59374e0064ff req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] 10.222.0.60 "DELETE /v2.0/ports/779f3bc0-2dd3-4b17-9f8d-ff7611f517a0 HTTP/1.1" status: 204 len: 173 time: 2.0720947 Dec 02 17:54:49.471487 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fc80eb2c-12aa-410b-93a2-33e5a50e59ab req-75dcc35d-762b-437e-ab7f-16b438777d5e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755079 Dec 02 17:54:49.503689 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20752c0a-83ab-4044-961a-d64e2ca3ffb4', 'name': 'network-vif-deleted', 'tag': '779f3bc0-2dd3-4b17-9f8d-ff7611f517a0', 'status': 'completed', 'code': 200} Dec 02 17:54:50.702705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180868-c4f8-4c4a-9e22-51a4e21a94fe req-cf983780-1c64-438d-a54f-d09a2fd44c99 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:50.704373 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-98180868-c4f8-4c4a-9e22-51a4e21a94fe req-cf983780-1c64-438d-a54f-d09a2fd44c99 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0847464 Dec 02 17:54:50.753750 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-98180868-c4f8-4c4a-9e22-51a4e21a94fe req-f5723357-d6d8-479c-8bf3-a3d0375aa2d4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Dec 02 17:54:51.193852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34824) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:51.781953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424365'] for router_interface, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:51.993712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ae443-035f-4e1b-8dc7-ecf8a7d74b90 req-3063dcb6-8c57-4269-a71e-b45894742737 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:51.995364 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-569ae443-035f-4e1b-8dc7-ecf8a7d74b90 req-3063dcb6-8c57-4269-a71e-b45894742737 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0870733 Dec 02 17:54:52.046783 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-569ae443-035f-4e1b-8dc7-ecf8a7d74b90 req-63817dc4-b6ff-45ca-83e8-7a73f5eda848 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Dec 02 17:54:52.402463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Deleting port 6be9ab95-b67f-4b89-8295-9efda774ef90 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:54:52.402845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:52.592661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] For port 6be9ab95-b67f-4b89-8295-9efda774ef90, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=6be9ab95-b67f-4b89-8295-9efda774ef90,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:52.592984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:52.725086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Calling delete_port for 6be9ab95-b67f-4b89-8295-9efda774ef90 owned by network:router_interface {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:54:52.902770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:52.921953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-874f1a39-be48-42c7-b50a-bbc34fe7048c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:52.977590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be9ab95-b67f-4b89-8295-9efda774ef90,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:52.983034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:53.293913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34273cc8-51ae-4801-b2e4-9c9fa13016d9 req-e1aa74b6-0c44-4d72-a2ec-f0e2e32df3b3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:53.295693 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-34273cc8-51ae-4801-b2e4-9c9fa13016d9 req-e1aa74b6-0c44-4d72-a2ec-f0e2e32df3b3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0912585 Dec 02 17:54:53.334378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:53.346074 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-34273cc8-51ae-4801-b2e4-9c9fa13016d9 req-5a093a57-b0a9-4e2c-8f68-d908b845c627 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425739 Dec 02 17:54:53.412967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:54:53.852178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:54:54.040333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:54:54.050495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] Sync routers for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:54:54.053438 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] 10.222.0.10 "PUT /v2.0/routers/1f3ca055-6c2d-4541-90cb-fd72d8c773d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8583992 Dec 02 17:54:54.056111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34844) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:54.061330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:54.067516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:54.266331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:54.501629 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks [] for router, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:54.611359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:54:52Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:54.616096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] Checking router: 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:54:54.625987 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] Routers {'1f3ca055-6c2d-4541-90cb-fd72d8c773d0'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:54:54.626598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:54:41Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:54.654637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caceaa1-4c48-4d0b-b6a2-b5ffd2c40698 req-2b99ca0e-4a11-4881-9464-4f5a019a8db2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:54.656888 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8caceaa1-4c48-4d0b-b6a2-b5ffd2c40698 req-2b99ca0e-4a11-4881-9464-4f5a019a8db2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.1163132 Dec 02 17:54:54.711055 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8caceaa1-4c48-4d0b-b6a2-b5ffd2c40698 req-362c10c7-f964-47a3-a4cf-8cd53757a4bf tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474913 Dec 02 17:54:54.753159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:54.759791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Deleting port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:54:54.760417 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:54.841167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] Set router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:54:54.949733 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] For port 49ddf975-a0d0-4d40-9ad4-36c52c9876a2, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=49ddf975-a0d0-4d40-9ad4-36c52c9876a2,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:54.950128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.081302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Calling delete_port for 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 owned by network:router_gateway {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:54:55.156453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:54:52Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:55.160732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8fd8e-1436-4fe1-a85f-d6e6eaa30270 None None] The sync data for ids ['1f3ca055-6c2d-4541-90cb-fd72d8c773d0'] in dv-cinder-733623-9-smb is: [{'id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'name': 'tempest-TestMinimumBasicScenario-470046680-router', 'tenant_id': 'e02d739446ee4c43b97739951189240e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:51:56Z', 'updated_at': '2020-12-02T17:54:52Z', 'revision_number': 5, 'project_id': 'e02d739446ee4c43b97739951189240e', 'gw_port': {'id': '49ddf975-a0d0-4d40-9ad4-36c52c9876a2', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3ca055-6c2d-4541-90cb-fd72d8c773d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:51:57Z', 'updated_at': '2020-12-02T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:54:55.219809 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.416793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765285'] for router_gateway, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.553776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765433'] for router, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.556178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.575861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851011178'] for router, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.576422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3ca055-6c2d-4541-90cb-fd72d8c773d0 {{(pid=80258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 17:54:55.588930 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.590145 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-31c42460-e12c-44aa-aa31-6c352f7b993a admin admin] 10.222.0.10 "DELETE /v2.0/routers/1f3ca055-6c2d-4541-90cb-fd72d8c773d0 HTTP/1.1" status: 204 len: 168 time: 1.5330546 Dec 02 17:54:55.592849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34862) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:55.662391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Deleting subnet 27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:54:55.665734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.722384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.849902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:55.909116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:54:55.950571 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:54:55.950988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 49ddf975-a0d0-4d40-9ad4-36c52c9876a2 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:54:55.951500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6be9ab95-b67f-4b89-8295-9efda774ef90 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:54:55.986564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 6be9ab95-b67f-4b89-8295-9efda774ef90 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:54:55.986966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6be9ab95-b67f-4b89-8295-9efda774ef90 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:54:56.075003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db515d-4f17-4a4a-97d5-5585930515c9 req-c0ffe96a-ccb2-4978-ac67-29430ecdded7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:56.077015 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e2db515d-4f17-4a4a-97d5-5585930515c9 req-c0ffe96a-ccb2-4978-ac67-29430ecdded7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.1165750 Dec 02 17:54:56.129015 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e2db515d-4f17-4a4a-97d5-5585930515c9 req-9016a87e-0572-4335-a445-d0178468e6c4 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Dec 02 17:54:56.135218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:56.152703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d547e300-b145-4e6f-9ba1-cafb28e13b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:56.195478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:56.206828 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:56.287500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:56.292884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41a49e-2c42-42d0-8968-3ade36e9bb7b None None] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:54:56.296106 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/27dfb0a8-c4fe-4d60-83a3-02aa91fa17a5 HTTP/1.1" status: 204 len: 168 time: 0.6997213 Dec 02 17:54:56.296349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34870) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:56.417669 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:56.489761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Deleting port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:54:56.490138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:56.560246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] DHCP port deletion for 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 request from dv-cinder-733623-9-smb {{(pid=80259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 17:54:56.565839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Deleting port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:54:56.566301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:56.710280 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] For port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:56.710681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:56.795362 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] For port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,segment=NetworkSegment(fb90ba57-a385-49b5-96f4-1b0a3e62f408),segment_id=fb90ba57-a385-49b5-96f4-1b0a3e62f408)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:54:56.795794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:56.940157 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Calling delete_port for 58f3c4ea-f1eb-4f22-b183-0bee35adaddf owned by network:dhcp {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:54:57.076072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Calling delete_port for 58f3c4ea-f1eb-4f22-b183-0bee35adaddf owned by network:dhcp {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:54:57.094569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135'] for port, after_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:57.110752 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:57.154435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80258) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:54:57.155054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:54:57.348087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Pushing event deleted for resources: {'Port': ['ID=58f3c4ea-f1eb-4f22-b183-0bee35adaddf,revision_number=None']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:57.359727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.360112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.360490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.360973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.361344 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.361754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.362121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.362491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.362860 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.363240 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.363603 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.363961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.364383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.364743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.365102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.365467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.365821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.366180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.366537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.366894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.367276 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.367630 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.367986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.368340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:54:57.384309 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a86d28-960a-4110-9323-004af5a99085 req-3c952f9d-2a21-4972-bd29-d455ba536f99 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:57.385931 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7a86d28-960a-4110-9323-004af5a99085 req-3c952f9d-2a21-4972-bd29-d455ba536f99 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0919406 Dec 02 17:54:57.417370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:57.438760 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a7a86d28-960a-4110-9323-004af5a99085 req-731f7027-dcfc-4f8b-89d9-74238a4f99de tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Dec 02 17:54:57.446469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] No DVR routers for this DVR port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf on host dv-cinder-733623-9-smb {{(pid=80259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:54:57.656696 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Deleting port 58f3c4ea-f1eb-4f22-b183-0bee35adaddf {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:54:57.657264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:57.732003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] The port '58f3c4ea-f1eb-4f22-b183-0bee35adaddf' was deleted {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 17:54:57.862958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:57.889633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 58f3c4ea-f1eb-4f22-b183-0bee35adaddf no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:54:57.927778 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 58f3c4ea-f1eb-4f22-b183-0bee35adaddf {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:54:57.928173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 58f3c4ea-f1eb-4f22-b183-0bee35adaddf not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:54:57.982159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbc166e-1495-418d-8a4a-81f8a2abb4b5']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:57.995965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb90ba57-a385-49b5-96f4-1b0a3e62f408') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:57.996304 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb90ba57-a385-49b5-96f4-1b0a3e62f408') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:54:58.008650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.026183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.028237 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:54:58.215793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:54:58.225408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.405613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Network 4cbc166e-1495-418d-8a4a-81f8a2abb4b5 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: % (table.description, expected, rows_matched) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: % (table.description, expected, rows_matched) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: % (table.description, expected, rows_matched) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: % (table.description, expected, rows_matched) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:54:58.429559 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:54:58.516164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.520025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0bbc0603-786c-48db-a44e-5fb220333bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:58.534653 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.548303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbc166e-1495-418d-8a4a-81f8a2abb4b5,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:58.553047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:58.554660 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ec96d770-0621-4b14-a5b2-e75decf2bad7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4cbc166e-1495-418d-8a4a-81f8a2abb4b5 HTTP/1.1" status: 204 len: 168 time: 2.2573142 Dec 02 17:54:58.685439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e145e-8fe2-42cc-b40d-d288e50b897d req-7be8b7bf-e59a-447e-8f2d-d3912fc75e01 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:54:58.687206 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-086e145e-8fe2-42cc-b40d-d288e50b897d req-7be8b7bf-e59a-447e-8f2d-d3912fc75e01 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0832212 Dec 02 17:54:58.735373 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-086e145e-8fe2-42cc-b40d-d288e50b897d req-531306fb-29c6-4e0b-8b94-4292546b0d0c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Dec 02 17:54:58.780330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34894) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:58.837356 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-23310d04-1097-49c0-9bbb-e46201a5c547 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e02d739446ee4c43b97739951189240e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0533388 Dec 02 17:54:58.837560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 34900) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:54:58.905491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.933535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.980071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:58.985216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b2fc4183-a309-4bfa-8789-ae508bf63c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:54:59.000330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e68b590-1aa9-4299-b443-8dc52c8b0675,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:54:59.005479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:54:59.008867 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:54:59.010117 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e68b590-1aa9-4299-b443-8dc52c8b0675 HTTP/1.1" status: 204 len: 168 time: 0.1715825 Dec 02 17:55:00.183667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ed5c9-02fd-40d7-95ae-fe33f49e6b41 req-532d8b4f-662f-4d07-8e6f-c56b0e8da407 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:00.185163 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a20ed5c9-02fd-40d7-95ae-fe33f49e6b41 req-532d8b4f-662f-4d07-8e6f-c56b0e8da407 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.2916412 Dec 02 17:55:00.236459 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a20ed5c9-02fd-40d7-95ae-fe33f49e6b41 req-54c1de4a-9643-46ea-b57d-d376f39a44a5 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419471 Dec 02 17:55:01.477128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027fc89-8a77-4e38-a5eb-cd54889a8b35 req-d9850177-d27c-448d-80fb-7e9d4b8fa481 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:01.478744 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d027fc89-8a77-4e38-a5eb-cd54889a8b35 req-d9850177-d27c-448d-80fb-7e9d4b8fa481 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0877647 Dec 02 17:55:01.529024 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d027fc89-8a77-4e38-a5eb-cd54889a8b35 req-dce660b2-e8c8-497f-af85-b2dc1a95a2fe tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432999 Dec 02 17:55:02.781216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f307e-6f2a-4dec-a9b1-8d1f5cfae0fc req-9163feda-a8a4-443a-b297-6befa78f7b8e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:02.783505 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-218f307e-6f2a-4dec-a9b1-8d1f5cfae0fc req-9163feda-a8a4-443a-b297-6befa78f7b8e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0890105 Dec 02 17:55:02.842286 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-218f307e-6f2a-4dec-a9b1-8d1f5cfae0fc req-bcd8f8e6-f208-48f8-a4ad-58e602a7c4de tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496540 Dec 02 17:55:04.106554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643bcbb-b0f1-4b09-9acf-ecd80c21acc2 req-3f285a5e-73ab-4092-93ec-58563a9ba01d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:04.108418 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3643bcbb-b0f1-4b09-9acf-ecd80c21acc2 req-3f285a5e-73ab-4092-93ec-58563a9ba01d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0933924 Dec 02 17:55:04.165717 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3643bcbb-b0f1-4b09-9acf-ecd80c21acc2 req-0c385711-c242-4d3f-a118-daea6c876571 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494313 Dec 02 17:55:05.462253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605814df-85b7-4074-9ab9-b56742b8309f req-0a66c4fd-9ef7-4636-930b-f624692133e8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:05.463992 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-605814df-85b7-4074-9ab9-b56742b8309f req-0a66c4fd-9ef7-4636-930b-f624692133e8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0949841 Dec 02 17:55:05.513638 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-605814df-85b7-4074-9ab9-b56742b8309f req-7bb06b25-65fa-4992-8bf6-894a553d8b6d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429983 Dec 02 17:55:06.773951 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9735ec-d78c-4c66-8e3e-acb6ee071b0a req-a04a36bf-e9bf-4aec-9633-07bbc328cd35 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:06.775629 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec9735ec-d78c-4c66-8e3e-acb6ee071b0a req-a04a36bf-e9bf-4aec-9633-07bbc328cd35 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0892529 Dec 02 17:55:06.831451 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ec9735ec-d78c-4c66-8e3e-acb6ee071b0a req-f0896518-28a5-4889-b2c3-52a4d6c4aeb1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487378 Dec 02 17:55:07.317724 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75976-8396-4332-9b8d-40e5fd7ae307 req-77a54f69-1cff-4308-9a46-1deddf10b280 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:07.321865 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f5c75976-8396-4332-9b8d-40e5fd7ae307 req-77a54f69-1cff-4308-9a46-1deddf10b280 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 945 time: 0.0965788 Dec 02 17:55:07.377857 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f5c75976-8396-4332-9b8d-40e5fd7ae307 req-b93f62da-e096-457a-918f-341747e47eb0 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514293 Dec 02 17:55:08.128328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fdf05-43b8-46c7-9580-bd21d9e490fd req-8822c792-bbd4-4109-973b-40ffa2994c4e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:08.131605 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d7fdf05-43b8-46c7-9580-bd21d9e490fd req-8822c792-bbd4-4109-973b-40ffa2994c4e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0947940 Dec 02 17:55:08.180739 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d7fdf05-43b8-46c7-9580-bd21d9e490fd req-1ebe27d5-7143-44c9-9bbe-9e449a40720a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446122 Dec 02 17:55:08.373538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d1259edf-e99b-44d8-ab45-a43be34eee96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:08.606790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c511769-77b3-4d58-9cf1-ce76cebf82ae req-b18edca8-0ddf-4cc0-908f-47ea7b4de176 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:08.608488 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c511769-77b3-4d58-9cf1-ce76cebf82ae req-b18edca8-0ddf-4cc0-908f-47ea7b4de176 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 945 time: 0.0889804 Dec 02 17:55:08.667393 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c511769-77b3-4d58-9cf1-ce76cebf82ae req-5462b0b5-e6b0-4db4-bd47-bd8febf9c3e2 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515251 Dec 02 17:55:09.370007 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 9369cf80-e79e-4484-ae48-0a8a0a2a0117 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:55:09.430213 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d735e01-efc0-4117-95cc-b040550da65e req-09a3188d-7160-44e7-8bc0-37ed6ef36c50 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:09.432021 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d735e01-efc0-4117-95cc-b040550da65e req-09a3188d-7160-44e7-8bc0-37ed6ef36c50 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0905781 Dec 02 17:55:09.469887 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:55:09.470422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:09.495626 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4d735e01-efc0-4117-95cc-b040550da65e req-173517b4-bc06-4ee2-9279-66ea2db57e32 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565383 Dec 02 17:55:09.678326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a978663-c977-45f5-8786-6fee93b14e32 req-a9fb86c8-c292-442f-a83c-34cca06f93b6 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:09.680177 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a978663-c977-45f5-8786-6fee93b14e32 req-a9fb86c8-c292-442f-a83c-34cca06f93b6 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 945 time: 0.0996380 Dec 02 17:55:09.765776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Deleting port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:09.766110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:09.966234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff58d9-8d88-4c8f-bcf8-b252c151d5f6 req-3c95bc05-59d1-4f62-8cf2-f23e6835de32 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:09.967923 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dff58d9-8d88-4c8f-bcf8-b252c151d5f6 req-3c95bc05-59d1-4f62-8cf2-f23e6835de32 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 945 time: 0.1536725 Dec 02 17:55:10.113603 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8dff58d9-8d88-4c8f-bcf8-b252c151d5f6 req-b7a4c263-fb62-4a9f-83f9-132010f4e40a tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups?id=8b0e0639-1be4-451a-9750-5b64423befab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242712 Dec 02 17:55:10.170789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] For port 9369cf80-e79e-4484-ae48-0a8a0a2a0117, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9369cf80-e79e-4484-ae48-0a8a0a2a0117,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:10.171223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:10.518370 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:10.519021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:10.519161 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Floating IP d9f506c3-81fb-4128-bafb-052acf294923 disassociated. External IP: 172.28.1.112, port: 9369cf80-e79e-4484-ae48-0a8a0a2a0117. Dec 02 17:55:10.519770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Calling delete_port for 9369cf80-e79e-4484-ae48-0a8a0a2a0117 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:55:10.764965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:10.783279 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:10.844406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7d635-0c79-4d42-be5d-94dac0793a85 req-b12c9344-ea4b-46ee-9fb9-7c58f31f0dbb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:10.846144 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-42f7d635-0c79-4d42-be5d-94dac0793a85 req-b12c9344-ea4b-46ee-9fb9-7c58f31f0dbb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.1810052 Dec 02 17:55:10.857099 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event deleted for resources: {'Port': ['ID=9369cf80-e79e-4484-ae48-0a8a0a2a0117,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:10.865500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:10.915406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3a23fd2e-9144-416d-b000-6252e0905034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:10.976694 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-42f7d635-0c79-4d42-be5d-94dac0793a85 req-4def74be-06ef-41b8-aded-b96c504adcaf tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123581 Dec 02 17:55:11.037027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:11.189821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 9369cf80-e79e-4484-ae48-0a8a0a2a0117 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:55:11.194018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Router 0f5c791f-9470-432f-9f9e-af8074801fca has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:55:11.225532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 9369cf80-e79e-4484-ae48-0a8a0a2a0117 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:55:11.225925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 9369cf80-e79e-4484-ae48-0a8a0a2a0117 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:55:11.381719 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dacfdf3d-5271-4e10-b495-427eaafc76ca req-6300946b-2879-4fdd-acd0-c56db92bfdeb tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/ports?device_id=431076c6-83c1-4210-834e-4aa660e0881d HTTP/1.1" status: 200 len: 210 time: 0.0566704 Dec 02 17:55:11.432031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:55:11.443602 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] Sync routers for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:55:11.455212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:55:11.455917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:55:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:11.471528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] No DVR routers for this DVR port 9369cf80-e79e-4484-ae48-0a8a0a2a0117 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:55:11.473898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:11.476883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'name': 'network-vif-deleted', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:55:11.497305 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a978663-c977-45f5-8786-6fee93b14e32 req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.60 "DELETE /v2.0/ports/9369cf80-e79e-4484-ae48-0a8a0a2a0117 HTTP/1.1" status: 204 len: 173 time: 1.8104894 Dec 02 17:55:11.682141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:55:11.710196 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431076c6-83c1-4210-834e-4aa660e0881d', 'name': 'network-vif-deleted', 'tag': '9369cf80-e79e-4484-ae48-0a8a0a2a0117', 'status': 'completed', 'code': 200} Dec 02 17:55:11.822627 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072747a-7dd7-4eda-8250-381acd410929 req-e65ccd17-e1cc-4c9d-9b95-83e1f5eff7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:11.824291 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c072747a-7dd7-4eda-8250-381acd410929 req-e65ccd17-e1cc-4c9d-9b95-83e1f5eff7f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1162 time: 0.0762060 Dec 02 17:55:12.017677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:12.022835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] Checking router: 0f5c791f-9470-432f-9f9e-af8074801fca for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:55:12.034162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:55:12.034864 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:55:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:12.238980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:55:12.245459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072747a-7dd7-4eda-8250-381acd410929 req-985f60ca-5163-4bd3-9b15-ebc6e50e534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:12.247081 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c072747a-7dd7-4eda-8250-381acd410929 req-985f60ca-5163-4bd3-9b15-ebc6e50e534f service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.4067538 Dec 02 17:55:12.274640 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:12.350718 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3c4a-2936-4eba-b3c2-22b0db441709 req-c17066ee-dab0-4553-9b80-c47d64be3ccd tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:12.352326 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecac3c4a-2936-4eba-b3c2-22b0db441709 req-c17066ee-dab0-4553-9b80-c47d64be3ccd tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.2077656 Dec 02 17:55:12.406851 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c072747a-7dd7-4eda-8250-381acd410929 req-386471ce-5619-4058-b2cd-0f596ed38b7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 200 len: 1000 time: 0.1499555 Dec 02 17:55:12.471252 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecac3c4a-2936-4eba-b3c2-22b0db441709 req-14a62d79-3162-4e37-b849-fb30a9e17d7b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007798 Dec 02 17:55:12.491528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072747a-7dd7-4eda-8250-381acd410929 req-733c8cdc-998e-4391-8cee-2f6ac16b9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:12.493182 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c072747a-7dd7-4eda-8250-381acd410929 req-733c8cdc-998e-4391-8cee-2f6ac16b9dde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.0755591 Dec 02 17:55:12.546243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:12.551985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35042) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:12.585261 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072747a-7dd7-4eda-8250-381acd410929 req-a1604252-4079-4aac-8533-74eadc25741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:12.586583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:12.587514 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c072747a-7dd7-4eda-8250-381acd410929 req-a1604252-4079-4aac-8533-74eadc25741c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849710 Dec 02 17:55:12.601869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:12.606264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5cdc6-248a-4428-b1ba-003d1596f248 None None] The sync data for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb is: [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 4, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': 'a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046', 'name': '', 'network_id': '9300a0ae-efc1-4aba-94a8-ea09f2c4dac1', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'mac_address': 'fa:16:3e:e9:da:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:56Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'subnets': [{'id': '3aaf1377-b934-4835-83d3-ddf8fcc51354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:55:12.645050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:12.680873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:12.736337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:12.741753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a775317e-3d2e-4fda-80ae-2b0b56bd97bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:12.754366 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c072747a-7dd7-4eda-8250-381acd410929 req-f7ff2c8f-9c88-4591-98e1-5f619f8dd7b4 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491294 Dec 02 17:55:12.756294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0e0639-1be4-451a-9750-5b64423befab,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:12.766139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.767262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.767671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.768073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.768474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.768869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.769277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.769907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.770299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.770697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.771145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.771537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.771986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.772384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.772774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.773186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.773576 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.773966 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.774352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.774739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.775153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.775549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.775941 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.776328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:12.780347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:12.781476 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "DELETE /v2.0/security-groups/8b0e0639-1be4-451a-9750-5b64423befab HTTP/1.1" status: 204 len: 168 time: 0.2281053 Dec 02 17:55:12.783085 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:12.784932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35046) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:12.802446 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.v2.resource [None req-06c808f5-56f3-4753-9a57-1052337b8887 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] show failed (client error): The resource could not be found. Dec 02 17:55:12.803883 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-06c808f5-56f3-4753-9a57-1052337b8887 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "GET /v2.0/security-groups/8b0e0639-1be4-451a-9750-5b64423befab HTTP/1.1" status: 404 len: 347 time: 0.0178385 Dec 02 17:55:12.807020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35050) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:12.910544 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c072747a-7dd7-4eda-8250-381acd410929 req-944e12a3-23f1-40f4-91de-facc13d7965b service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480515 Dec 02 17:55:12.971692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Deleting port c9cd2426-b005-4904-ba1d-d9aa7f21e57d {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:12.972065 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:13.005638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d0e1b-8622-4d1c-988d-9a2b34ac82c4 None None] New status for floating IP d9f506c3-81fb-4128-bafb-052acf294923: DOWN {{(pid=80259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:55:13.151499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:13.151863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:13.279658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Calling delete_port for c9cd2426-b005-4904-ba1d-d9aa7f21e57d owned by network:floatingip {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:55:13.358266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80258) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:55:13.358637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:55:13.779425 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b3f4e-650f-4b25-a0f2-48903bb5824b req-f7107bad-9bc6-4867-9552-c1a667ed78aa tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:13.781045 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c65b3f4e-650f-4b25-a0f2-48903bb5824b req-f7107bad-9bc6-4867-9552-c1a667ed78aa tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0886071 Dec 02 17:55:13.828540 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c65b3f4e-650f-4b25-a0f2-48903bb5824b req-2f1325f2-9258-4e6c-9e70-929e45c6f371 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407293 Dec 02 17:55:13.860147 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Deleting port c9cd2426-b005-4904-ba1d-d9aa7f21e57d {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:13.860622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:13.905734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-1cb51583-0537-4e52-a224-7877063bf367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:13.907407 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-1cb51583-0537-4e52-a224-7877063bf367 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1162 time: 0.0772681 Dec 02 17:55:14.057275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:14.057613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:14.070798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-e3fd4b5b-d3c3-4897-b9e4-445aed6ae038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:14.072429 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-e3fd4b5b-d3c3-4897-b9e4-445aed6ae038 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.1414497 Dec 02 17:55:14.177254 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-d1766c0d-8256-4ca0-b20f-5404f314f5c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 200 len: 1000 time: 0.0970790 Dec 02 17:55:14.183097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Calling delete_port for c9cd2426-b005-4904-ba1d-d9aa7f21e57d owned by network:floatingip {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:55:14.253589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-197f5917-3c9f-44ce-86a7-708107b194a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:14.255201 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-197f5917-3c9f-44ce-86a7-708107b194a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.0697570 Dec 02 17:55:14.326099 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:14.341736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c27afc4a-97f8-434f-ae2f-552a56637ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:14.343897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-52a28564-2234-40e9-8dcd-54d6f74a984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:14.346214 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-52a28564-2234-40e9-8dcd-54d6f74a984e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829649 Dec 02 17:55:14.396405 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Pushing event deleted for resources: {'Port': ['ID=c9cd2426-b005-4904-ba1d-d9aa7f21e57d,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:14.401157 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:14.494559 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-1ae085b3-a16f-4ac5-9d89-a1ae8711e871 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383190 Dec 02 17:55:14.562384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks [] for floatingip, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:14.577596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:14.578842 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-64a9bac5-f441-4653-b589-a03d0dfe19e7 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] 10.222.0.10 "DELETE /v2.0/floatingips/d9f506c3-81fb-4128-bafb-052acf294923 HTTP/1.1" status: 204 len: 168 time: 1.7706783 Dec 02 17:55:14.644226 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4379c446-ece1-4b46-a7ce-3923d950c7bc req-330df910-07bf-41e5-89d3-37379cb919e4 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429808 Dec 02 17:55:15.065797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4afd84-bddf-4dd6-bfcf-b37c9dd7f585 req-18f1543f-1ff4-4dcf-b268-62edecad540a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:15.067430 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-de4afd84-bddf-4dd6-bfcf-b37c9dd7f585 req-18f1543f-1ff4-4dcf-b268-62edecad540a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0899415 Dec 02 17:55:15.115069 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-de4afd84-bddf-4dd6-bfcf-b37c9dd7f585 req-9aee24d3-4b3b-48fd-b66e-0030d64caac9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412030 Dec 02 17:55:15.255218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:55:15.371676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:15.399177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92743724-6773-40d8-b61f-f35610aabc40'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:55:15.409891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 92743724-6773-40d8-b61f-f35610aabc40, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=92743724-6773-40d8-b61f-f35610aabc40,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:15.412807 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:15.414637 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:15.486061 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=92743724-6773-40d8-b61f-f35610aabc40,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:15.489473 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:15.550489 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92743724-6773-40d8-b61f-f35610aabc40', 'code': 422} returned with failed status Dec 02 17:55:16.746016 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-920c531b-695e-4238-be21-33690375a5da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800285 Dec 02 17:55:16.756646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b8310-35de-4895-8ce9-d286ca249a74 req-13d157a1-a256-41d6-8814-6cf0c9b86746 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:16.758313 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f69b8310-35de-4895-8ce9-d286ca249a74 req-13d157a1-a256-41d6-8814-6cf0c9b86746 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.0849605 Dec 02 17:55:16.806260 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f69b8310-35de-4895-8ce9-d286ca249a74 req-ecafdf3b-fe5e-4775-8e6f-26440e3a54f8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414302 Dec 02 17:55:17.289103 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-93ab482f-cbd7-48a5-9b3e-b073d20c397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:17.290759 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-93ab482f-cbd7-48a5-9b3e-b073d20c397b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927&tenant_id=6946dedeee55457fb77f5d9d662150ea HTTP/1.1" status: 200 len: 1160 time: 0.0831981 Dec 02 17:55:17.399955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-49ae5863-6512-4d23-b9ac-4c93d1f14383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:17.401601 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-49ae5863-6512-4d23-b9ac-4c93d1f14383 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6946dedeee55457fb77f5d9d662150ea&device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1160 time: 0.0773985 Dec 02 17:55:17.546176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-ee2566e9-b673-4b63-9608-e43f76c25ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:17.548742 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-ee2566e9-b673-4b63-9608-e43f76c25ab9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 200 len: 909 time: 0.1402831 Dec 02 17:55:17.658704 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-ab027789-273c-4440-a048-0ce2a89f4d50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 200 len: 998 time: 0.1026206 Dec 02 17:55:17.728517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-d4b1d7c5-2ad9-4801-b0b3-7f5d6d88d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:17.730153 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-d4b1d7c5-2ad9-4801-b0b3-7f5d6d88d1b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 200 len: 854 time: 0.0653501 Dec 02 17:55:17.815833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-182e3327-a016-41d0-a656-243da78c4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:17.817445 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-182e3327-a016-41d0-a656-243da78c4e66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531cec26-1e4d-4ce7-99f9-d30d65f5947b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796895 Dec 02 17:55:18.004168 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-4d2d3fd6-ae1f-4194-ac05-cd5af05ebcff service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788259 Dec 02 17:55:18.143633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf419180-889e-499e-ab89-25490103e192 req-abdfc2d5-60ee-40fd-a9ef-a267a31eacee tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:18.145506 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bf419180-889e-499e-ab89-25490103e192 req-abdfc2d5-60ee-40fd-a9ef-a267a31eacee tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.1910777 Dec 02 17:55:18.198548 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-356fd6f3-2024-4fd3-9f1c-895fbfc7c25a req-8a2141ee-7505-4345-95e6-14600a42ac37 service neutron] 10.222.0.60 "GET /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1865215 Dec 02 17:55:18.217389 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-bf419180-889e-499e-ab89-25490103e192 req-a41a58f7-3495-48e7-881b-4dc301d3217d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619609 Dec 02 17:55:18.670286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35130) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:19.245985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424365'] for router_interface, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:19.529814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9bf66-d37d-43b9-b01b-eb57c7fcbf7e req-3e0dfff5-2498-4c24-ad45-5c7754c17631 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:19.531642 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ab9bf66-d37d-43b9-b01b-eb57c7fcbf7e req-3e0dfff5-2498-4c24-ad45-5c7754c17631 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.0952749 Dec 02 17:55:19.606582 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ab9bf66-d37d-43b9-b01b-eb57c7fcbf7e req-b6b07205-5771-45a5-92e5-508f7cae5cf1 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672033 Dec 02 17:55:20.212413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Deleting port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:20.212704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:20.412582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] For port a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:20.413171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:20.544614 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Calling delete_port for a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 owned by network:router_interface {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:55:20.729708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:20.746156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-721bc30c-27ee-4733-a7a6-6e9c8d659da2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:20.792326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:20.795264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:20.887584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51099e1-f49d-49e5-a36a-c4e5ba3f1835 req-6302f86c-0a5b-42e5-ac2b-080baedd8813 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:20.889229 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f51099e1-f49d-49e5-a36a-c4e5ba3f1835 req-6302f86c-0a5b-42e5-ac2b-080baedd8813 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.1146560 Dec 02 17:55:20.970176 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f51099e1-f49d-49e5-a36a-c4e5ba3f1835 req-f2f3b8d7-3f13-42f3-968d-56de7d154431 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721371 Dec 02 17:55:21.177957 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:21.702868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Router 0f5c791f-9470-432f-9f9e-af8074801fca has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:55:21.904449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:55:21.916842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] Sync routers for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:55:21.918999 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] 10.222.0.10 "PUT /v2.0/routers/0f5c791f-9470-432f-9f9e-af8074801fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2474592 Dec 02 17:55:21.921989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35164) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:21.929956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:55:21.930799 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:55:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:22.116494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks [] for router, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:22.125070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:55:22.490798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:55:20Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:22.496101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] Checking router: 0f5c791f-9470-432f-9f9e-af8074801fca for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:55:22.507871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] Routers {'0f5c791f-9470-432f-9f9e-af8074801fca'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:55:22.508708 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:55:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['0f5c791f-9470-432f-9f9e-af8074801fca'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:22.558508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:22.564115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Deleting port 91643f2d-d8fa-4671-9c79-02363dca9721 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:22.564584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:22.792197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3955-9502-44c0-af5e-3423cf0a4952 req-ff19717d-0de0-4ab7-b498-bb4d8bd75110 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:22.793962 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f2dc3955-9502-44c0-af5e-3423cf0a4952 req-ff19717d-0de0-4ab7-b498-bb4d8bd75110 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.6163628 Dec 02 17:55:22.811339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] For port 91643f2d-d8fa-4671-9c79-02363dca9721, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=91643f2d-d8fa-4671-9c79-02363dca9721,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:22.811829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:22.873794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] Set router 0f5c791f-9470-432f-9f9e-af8074801fca gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:55:22.958375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Calling delete_port for 91643f2d-d8fa-4671-9c79-02363dca9721 owned by network:router_gateway {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:55:23.013891 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f2dc3955-9502-44c0-af5e-3423cf0a4952 req-98e5674c-6b8d-4f9c-a43c-6919f7e48b53 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054517 Dec 02 17:55:23.138353 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: result = function(*args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: proto.__init__(conn_state, self) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: self.handle() Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: self.handle_one_request() Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: self.handle_one_response() Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: result = self.application(self.environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return app(environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self.application) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return request.get_response(self.application) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: response = req.get_response(self._app) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: application, catch_exc_info=False) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: app_iter = application(self.environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return resp(environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return resp(environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: response = self.app(environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return resp(environ, start_response) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: resp = self.call_func(req, *args, **kw) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: return self.func(req, *args, **kwargs) Dec 02 17:55:23.141510 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: result = method(request=request, **args) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return self._delete(request, id, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return f(*dup_args, **dup_kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: obj_deleter(request.context, id, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return method(*args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return f(*args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return f(*dup_args, **dup_kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: self._delete_current_gw_port(context, id, router, None) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: admin_ctx, gw_port_id, l3_port_check=False) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, context, *args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return method(*args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: context, port, router_ids, bound_mech_contexts) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: return function(*args, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: callback(resource, event, trigger, **kwargs) Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: if self._is_session_semantic_violated(context, resource, event): Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: stack = traceback.extract_stack() Dec 02 17:55:23.148439 dv-cinder-733623-9-smb neutron-server[80148]: Dec 02 17:55:23.238829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:55:20Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:23.243308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33976e3e-f944-439a-83c0-b2eb4e88ce96 None None] The sync data for ids ['0f5c791f-9470-432f-9f9e-af8074801fca'] in dv-cinder-733623-9-smb is: [{'id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'name': 'tempest-AttachVolumeTestJSON-51257499-router', 'tenant_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230'}], 'enable_snat': True}, 'gw_port_id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:18Z', 'updated_at': '2020-12-02T17:55:20Z', 'revision_number': 5, 'project_id': 'b9c6ab5d06494b8eba236737f3ffd8df', 'gw_port': {'id': '91643f2d-d8fa-4671-9c79-02363dca9721', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5c791f-9470-432f-9f9e-af8074801fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:20Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:55:23.351236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765285'] for router_gateway, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.504126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765433'] for router, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.506538 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.598057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851011178'] for router, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.598616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5c791f-9470-432f-9f9e-af8074801fca {{(pid=80257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 17:55:23.619772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] Notify callbacks [] for router, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.624350 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c93afaf3-9348-446d-97f2-199b4c86498c admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f5c791f-9470-432f-9f9e-af8074801fca HTTP/1.1" status: 204 len: 168 time: 1.6997468 Dec 02 17:55:23.624714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35172) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:23.696927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Deleting subnet 3aaf1377-b934-4835-83d3-ddf8fcc51354 {{(pid=80257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:55:23.700191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.754358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1828616'] for subnet, precommit_delete_associations {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.870242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:55:23.896510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:23.912184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:55:23.912582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device a4ef1b3c-4ce4-49a4-a7b7-de1e5489e046 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:55:24.198842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843786268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10589257'] for subnet, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:24.258277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:24.318391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aaf1377-b934-4835-83d3-ddf8fcc51354,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:24.385307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:24.416154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:24.421104 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab09a4b7-7c98-43dc-a6c3-e8f65022495d None None] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:55:24.438003 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-182522c2-9634-47a2-ad48-c53e09d46d6c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3aaf1377-b934-4835-83d3-ddf8fcc51354 HTTP/1.1" status: 204 len: 168 time: 0.8116126 Dec 02 17:55:24.440805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35178) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:24.445171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f135-c67d-417f-9518-eed13e5aaae0 req-c5c4aab3-60b9-40a5-a691-82259bc160d0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:24.446775 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3499f135-c67d-417f-9518-eed13e5aaae0 req-c5c4aab3-60b9-40a5-a691-82259bc160d0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.2466290 Dec 02 17:55:24.518699 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3499f135-c67d-417f-9518-eed13e5aaae0 req-e3e0ab10-84f7-4004-82da-3dba4be7d3f2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648675 Dec 02 17:55:24.588494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:24.655777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Deleting port 9ffc415d-34e3-4a03-8863-df95fc0b9508 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:24.656154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:24.716197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] DHCP port deletion for 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 request from dv-cinder-733623-9-smb {{(pid=80259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 17:55:24.721072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] Deleting port 9ffc415d-34e3-4a03-8863-df95fc0b9508 {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:24.721705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:24.892348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] For port 9ffc415d-34e3-4a03-8863-df95fc0b9508, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9ffc415d-34e3-4a03-8863-df95fc0b9508,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:24.897564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:24.945738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] For port 9ffc415d-34e3-4a03-8863-df95fc0b9508, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=9ffc415d-34e3-4a03-8863-df95fc0b9508,segment=NetworkSegment(4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3),segment_id=4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:24.946108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:25.078009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] Calling delete_port for 9ffc415d-34e3-4a03-8863-df95fc0b9508 owned by network:dhcp {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:55:25.179206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135'] for port, after_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:25.197808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-729a197b-f83d-42fc-b867-5ed1804d935f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:25.245800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] Pushing event deleted for resources: {'Port': ['ID=9ffc415d-34e3-4a03-8863-df95fc0b9508,revision_number=None']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:25.258186 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:25.309658 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Calling delete_port for 9ffc415d-34e3-4a03-8863-df95fc0b9508 owned by network:dhcp {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:55:25.353182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3da1a0-4eb9-49f3-9a36-05007b3e9d53 None None] No DVR routers for this DVR port 9ffc415d-34e3-4a03-8863-df95fc0b9508 on host dv-cinder-733623-9-smb {{(pid=80259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:55:25.403416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80258) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:55:25.403884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:55:25.755894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ac807-c209-4809-bbce-1b69aa2a8f97 req-ba2bff14-63dc-47d5-8fbf-8b0f92bc5d6a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:25.757528 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad0ac807-c209-4809-bbce-1b69aa2a8f97 req-ba2bff14-63dc-47d5-8fbf-8b0f92bc5d6a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.0880589 Dec 02 17:55:25.805004 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad0ac807-c209-4809-bbce-1b69aa2a8f97 req-10837da0-19cc-48b7-8809-86ccd3cb2a52 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410531 Dec 02 17:55:25.905429 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Deleting port 9ffc415d-34e3-4a03-8863-df95fc0b9508 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:55:25.906508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:25.914322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 91643f2d-d8fa-4671-9c79-02363dca9721 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:55:25.953298 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 91643f2d-d8fa-4671-9c79-02363dca9721 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:55:25.953803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 91643f2d-d8fa-4671-9c79-02363dca9721 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:55:25.954350 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9ffc415d-34e3-4a03-8863-df95fc0b9508 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:55:25.977428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] The port '9ffc415d-34e3-4a03-8863-df95fc0b9508' was deleted {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 17:55:25.987539 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 9ffc415d-34e3-4a03-8863-df95fc0b9508 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:55:25.987963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 9ffc415d-34e3-4a03-8863-df95fc0b9508 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:55:26.104842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:26.224511 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9300a0ae-efc1-4aba-94a8-ea09f2c4dac1']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:26.237774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:26.238110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5d5c0d-0ab5-480e-b220-d7b91d16b3c3') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:55:26.251137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:26.290665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:26.293111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:55:26.477507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:55:26.486620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:26.675285 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Network 9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:55:26.698739 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:55:26.786751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:26.790439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e6f39635-51d6-4d0d-981a-dad923c66b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:26.807398 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:26.816816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Pushing event deleted for resources: {'Network': ['ID=9300a0ae-efc1-4aba-94a8-ea09f2c4dac1,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:26.821554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:26.825495 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-70119c46-ebbd-4ff0-b9f9-6a9f3578ae4d admin admin] 10.222.0.10 "DELETE /v2.0/networks/9300a0ae-efc1-4aba-94a8-ea09f2c4dac1 HTTP/1.1" status: 204 len: 168 time: 2.3835828 Dec 02 17:55:27.032345 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35190) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:27.051152 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb68c48-50f0-4d59-bf76-792bdfa2e504 req-e16fc93b-c957-4706-b1dd-df9399a2cb9d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:27.052669 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9cb68c48-50f0-4d59-bf76-792bdfa2e504 req-e16fc93b-c957-4706-b1dd-df9399a2cb9d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.0919509 Dec 02 17:55:27.122304 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3cc81e70-a85d-488d-afbc-51374d8630c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9c6ab5d06494b8eba236737f3ffd8df&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0879624 Dec 02 17:55:27.123546 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9cb68c48-50f0-4d59-bf76-792bdfa2e504 req-6b15c598-f2b9-46ef-9a9c-5ef28433769a tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589414 Dec 02 17:55:27.124769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35194) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:27.187657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7466a4f5-0b13-49bc-ad22-fce25a8557d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:27.217901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7466a4f5-0b13-49bc-ad22-fce25a8557d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:27.263939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7466a4f5-0b13-49bc-ad22-fce25a8557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:27.269166 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e0b8f45d-237b-4829-80aa-34f136e44b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:27.282749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466a4f5-0b13-49bc-ad22-fce25a8557d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20aa3a0-e900-4de5-a274-8ad334f5e7ee,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:27.285434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7466a4f5-0b13-49bc-ad22-fce25a8557d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:27.288997 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-7466a4f5-0b13-49bc-ad22-fce25a8557d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:27.290534 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-7466a4f5-0b13-49bc-ad22-fce25a8557d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b20aa3a0-e900-4de5-a274-8ad334f5e7ee HTTP/1.1" status: 204 len: 168 time: 0.1643388 Dec 02 17:55:28.248840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35218) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:28.420035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e498c94-caa7-419f-a4e3-8738ffcf2a45 req-c4f1f570-c846-4f21-956d-ff943ed2f419 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:28.421643 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e498c94-caa7-419f-a4e3-8738ffcf2a45 req-c4f1f570-c846-4f21-956d-ff943ed2f419 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.1169994 Dec 02 17:55:28.425018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1380269709-network', 'tenant_id': 'f34e44759e8b4b83bad3fee17388de98'}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:55:28.430269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:55:28.434456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Usage tracker for resource:network and tenant:f34e44759e8b4b83bad3fee17388de98 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:55:28.437604 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:55:28.443617 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:55:28.455369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Made reservation on behalf of f34e44759e8b4b83bad3fee17388de98 for: {'network': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:55:28.460352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.469629 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e498c94-caa7-419f-a4e3-8738ffcf2a45 req-ecb699fd-2831-4ad4-8e85-774200d9d57f tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Dec 02 17:55:28.474120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.490248 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:55:28.493836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Usage tracker for resource:security_group_rule and tenant:f34e44759e8b4b83bad3fee17388de98 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:55:28.496952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:55:28.512910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:55:28.610816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.613623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.617919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c16fe0ce-30dd-41b8-bb22-884df21a055f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:28.648250 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:55:28.661560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dda398f-0a70-46c5-aeef-8fa33c372fcd,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:28.666056 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:28.667067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.667463 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Added segment f2ae65d3-961a-4359-bee4-c608becdc724 of type vxlan for network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e Dec 02 17:55:28.696833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.736824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.738307 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:28.738971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.744788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:28.795761 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5457067 Dec 02 17:55:28.799016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35224) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:55:28.808638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Request body: {'subnet': {'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1380269709-subnet', 'tenant_id': 'f34e44759e8b4b83bad3fee17388de98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:55:28.859757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:55:28.868000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Pushing event updated for resources: {'Network': ['ID=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:28.870601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Usage tracker for resource:subnet and tenant:f34e44759e8b4b83bad3fee17388de98 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:55:28.873657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:28.874677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:55:28.879355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:55:28.881273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:55:28.890316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Made reservation on behalf of f34e44759e8b4b83bad3fee17388de98 for: {'subnet': 1} {{(pid=80258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:55:28.896107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10694526'] for subnet, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:28.897831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:55:29.328335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852927931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10694511'] for subnet, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:29.343638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:29.484057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b,revision_number=0']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:29.488726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:29.576020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Checking segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:55:29.577521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Network hostable DHCP agents. Network: 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:55:29.608198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:55:29.618976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e) {{(pid=80258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:55:29.628080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede7996-340a-47d1-83cb-73a471c47a8e None None] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:55:29.632043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:29.632707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:29.653143 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e3361e8c-4aa1-4d69-814c-9d18c5d5c136 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8526156 Dec 02 17:55:29.767247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49e946-dc44-496a-8f7b-eb6a08b41fa3 req-3d4e6701-c6de-4210-98a0-af42aaa696e3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:29.769092 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4e49e946-dc44-496a-8f7b-eb6a08b41fa3 req-3d4e6701-c6de-4210-98a0-af42aaa696e3 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.1116977 Dec 02 17:55:29.825858 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4e49e946-dc44-496a-8f7b-eb6a08b41fa3 req-5b062f1e-aed4-49f1-ab47-4a02b54f7555 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500326 Dec 02 17:55:29.911676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb43d86-84bd-4ae6-b331-7f8423fcb330 None None] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:55:30.318207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-fc179b78-c1c3-4fa4-aa0a-aba44a21bfff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:30.320030 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-fc179b78-c1c3-4fa4-aa0a-aba44a21bfff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.1619442 Dec 02 17:55:30.338301 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-7ef9f71a-3b72-4583-a3a4-043048068144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/quotas/f34e44759e8b4b83bad3fee17388de98 HTTP/1.1" status: 200 len: 375 time: 0.0114756 Dec 02 17:55:30.391687 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-66483f85-405b-4ced-90fd-672d734a9276 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460169 Dec 02 17:55:30.413308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:55:30.548075 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-58c31aaf-d36b-47e8-88ab-e2d5076456c2 service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486862 Dec 02 17:55:30.694148 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-90483eda-a706-4863-a571-70207f5e3dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391182 Dec 02 17:55:30.903970 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-69aeff36-50ef-4e8a-9730-4f3ac1f6ad6f req-7e3c45b1-2067-403c-9a0c-6a9e1c054284 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 210 time: 0.0487065 Dec 02 17:55:31.085720 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3515944-3521-4264-a07a-da2b456fa41d req-0f61714f-72a7-4b5e-9a4c-be4b3934a7e2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:31.087763 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e3515944-3521-4264-a07a-da2b456fa41d req-0f61714f-72a7-4b5e-9a4c-be4b3934a7e2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.0909762 Dec 02 17:55:31.135992 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e3515944-3521-4264-a07a-da2b456fa41d req-8be303fb-64e4-4a28-a06f-45fe1790e5c9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Dec 02 17:55:32.111128 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-58aae987-f52b-4d37-a462-8249196a31a6 req-e5b8553f-983b-48de-ad10-03c726bb0931 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 210 time: 0.0445704 Dec 02 17:55:32.628904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ffa9f-1fcb-4735-8c1f-74ecf6f765b7 req-20373bd3-73bb-4ea7-b91c-5fedc4528d3c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:32.630510 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e23ffa9f-1fcb-4735-8c1f-74ecf6f765b7 req-20373bd3-73bb-4ea7-b91c-5fedc4528d3c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.3477168 Dec 02 17:55:32.753861 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e23ffa9f-1fcb-4735-8c1f-74ecf6f765b7 req-8e4b52fe-4b38-4c77-b6d1-c22425861df9 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165569 Dec 02 17:55:32.775153 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-5228ff79-ae5b-474f-8cbf-557060081d74 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:32.776699 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-5228ff79-ae5b-474f-8cbf-557060081d74 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.2008450 Dec 02 17:55:32.802092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Request body: {'port': {'device_id': '46af4c74-aa22-4904-b700-b113e2964e5e', 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e', 'admin_state_up': True, 'tenant_id': 'f34e44759e8b4b83bad3fee17388de98'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:55:32.946035 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:55:32.950003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Usage tracker for resource:port and tenant:f34e44759e8b4b83bad3fee17388de98 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:55:32.952985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Quota usage for port was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:55:32.959302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:55:32.968068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Made reservation on behalf of f34e44759e8b4b83bad3fee17388de98 for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:55:32.974131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:33.300200 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-95553119-5729-4c95-8a32-5334de952ece req-f06a7b48-e9da-49f4-a71c-da9526a2ff51 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 210 time: 0.0522513 Dec 02 17:55:33.322334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Allocated IP 172.20.0.13 (6be8756b-9e1a-4c3d-9a0e-cfcba90f789e/eb538a8d-05b7-4d33-bd5e-3412e05c5e5b/c60073ac-2353-432b-8060-cb2dc8cf0b31) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:55:33.533873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:33.559504 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:33.577881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-133f49ad-df3e-4a33-a421-ec549409ab9f tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:33.719616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event updated for resources: {'Port': ['ID=c60073ac-2353-432b-8060-cb2dc8cf0b31,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:33.731503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.731919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.732331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.732728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.733129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.733524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.733919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.734834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.735253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.735680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.736073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.736459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.736917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.737306 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.737692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.738080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.738464 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.738853 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.739262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.739644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.740026 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.740409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.740800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.741174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:55:33.747440 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:33.797936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:55:33.799245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:55:33.801890 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:55:33.868501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:33.869202 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:33.880371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:55:33.890635 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0927298 Dec 02 17:55:33.909394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Request body: {'port': {'device_id': '46af4c74-aa22-4904-b700-b113e2964e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:55:33.985570 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 92743724-6773-40d8-b61f-f35610aabc40 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:55:33.985987 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:34.091177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:34.142386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:34.145544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc37a87-1854-45b5-9c93-746069f17f0b req-354b06c2-f71a-48f0-b409-7aca1a0c9380 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:34.147227 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dc37a87-1854-45b5-9c93-746069f17f0b req-354b06c2-f71a-48f0-b409-7aca1a0c9380 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 943 time: 0.2082150 Dec 02 17:55:34.170792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92743724-6773-40d8-b61f-f35610aabc40'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:55:34.181969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 92743724-6773-40d8-b61f-f35610aabc40, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=92743724-6773-40d8-b61f-f35610aabc40,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:34.185415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:34.186918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:34.234404 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92743724-6773-40d8-b61f-f35610aabc40', 'code': 200} Dec 02 17:55:34.251045 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dc37a87-1854-45b5-9c93-746069f17f0b req-6f139ea1-d2f1-49e3-8186-2e7d597e2738 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969021 Dec 02 17:55:34.259545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=92743724-6773-40d8-b61f-f35610aabc40,revision_number=6']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:34.271758 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:34.663832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7458caa-9391-424a-9886-55387ef2d1ad req-15e03048-c125-42d3-9e52-5ebb3b649a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:34.665460 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e7458caa-9391-424a-9886-55387ef2d1ad req-15e03048-c125-42d3-9e52-5ebb3b649a82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 1162 time: 0.2018902 Dec 02 17:55:34.703283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721bd79-4346-45a7-8041-52ec94058db1 req-426cfb14-10e7-46ac-bab9-15ce686aca32 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:34.704071 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-4721bd79-4346-45a7-8041-52ec94058db1 req-426cfb14-10e7-46ac-bab9-15ce686aca32 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Synchronizing usage tracker for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:55:34.770770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60073ac-2353-432b-8060-cb2dc8cf0b31 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:55:34.777033 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-4721bd79-4346-45a7-8041-52ec94058db1 req-426cfb14-10e7-46ac-bab9-15ce686aca32 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Unset dirty status for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:55:34.778299 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4721bd79-4346-45a7-8041-52ec94058db1 req-426cfb14-10e7-46ac-bab9-15ce686aca32 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 932 time: 0.3206160 Dec 02 17:55:34.783963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:34.792732 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e7458caa-9391-424a-9886-55387ef2d1ad req-8153c6d6-bf6c-45e3-9fe1-f8160a69c606 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792778 Dec 02 17:55:34.819821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Transition to ACTIVE for port object c60073ac-2353-432b-8060-cb2dc8cf0b31 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:55:34.830409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:34.852390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-302c8135-b978-49a1-9f99-ea5c3804cdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:34.904620 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4721bd79-4346-45a7-8041-52ec94058db1 req-cb84b8df-91fc-4555-a442-afb54a43c685 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179636 Dec 02 17:55:34.993241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Pushing event updated for resources: {'Port': ['ID=c60073ac-2353-432b-8060-cb2dc8cf0b31,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:34.997481 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:35.173490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Attempting to bind port c60073ac-2353-432b-8060-cb2dc8cf0b31 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:55:35.173784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Attempting to bind port c60073ac-2353-432b-8060-cb2dc8cf0b31 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:55:35.174156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Attempting to bind port c60073ac-2353-432b-8060-cb2dc8cf0b31 on network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:55:35.179863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:55:35.180245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Checking segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:55:35.180651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:35.181052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Bound using segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:55:35.181528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Bound port: c60073ac-2353-432b-8060-cb2dc8cf0b31, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:55:35.181901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:35.272840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] For port c60073ac-2353-432b-8060-cb2dc8cf0b31, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:55:35.276231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] For port c60073ac-2353-432b-8060-cb2dc8cf0b31, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c60073ac-2353-432b-8060-cb2dc8cf0b31,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:55:35.279978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:35.296021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f4d210a0-d751-4e87-b260-3843b97e1fcb tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:35.450106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Pushing event updated for resources: {'Port': ['ID=c60073ac-2353-432b-8060-cb2dc8cf0b31,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:35.454324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:35.496487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:35.497167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:35.498661 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-38e37f57-33df-41ba-8b54-0137089ddb01 service neutron] 10.222.0.60 "PUT /v2.0/ports/c60073ac-2353-432b-8060-cb2dc8cf0b31 HTTP/1.1" status: 200 len: 1158 time: 1.5948074 Dec 02 17:55:35.499225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46af4c74-aa22-4904-b700-b113e2964e5e', 'tag': 'c60073ac-2353-432b-8060-cb2dc8cf0b31'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:55:35.546369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:55:35.573398 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46af4c74-aa22-4904-b700-b113e2964e5e', 'tag': 'c60073ac-2353-432b-8060-cb2dc8cf0b31', 'status': 'completed', 'code': 200} Dec 02 17:55:35.618530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 92743724-6773-40d8-b61f-f35610aabc40 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:55:35.618982 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:35.679339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e9e13-c217-4a87-bb3c-9ce646b4c737 req-5b1f9e4d-276f-4a36-b17a-2ed387a5f932 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:35.680980 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-474e9e13-c217-4a87-bb3c-9ce646b4c737 req-5b1f9e4d-276f-4a36-b17a-2ed387a5f932 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.1468143 Dec 02 17:55:35.940334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-48615c91-d66d-414d-bf35-530347172d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:35.941933 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-48615c91-d66d-414d-bf35-530347172d01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 1161 time: 0.3521037 Dec 02 17:55:36.017569 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-474e9e13-c217-4a87-bb3c-9ce646b4c737 req-88e39b1a-3e7f-4704-be19-b3ebf1ae2bdf tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288238 Dec 02 17:55:36.026990 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-e893739f-8b1c-4054-a679-22d2a7d272d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c60073ac-2353-432b-8060-cb2dc8cf0b31 HTTP/1.1" status: 200 len: 217 time: 0.0690172 Dec 02 17:55:36.156527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-9232970a-4e4e-403d-b16e-a61d5014bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:36.158129 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-9232970a-4e4e-403d-b16e-a61d5014bd81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.1242552 Dec 02 17:55:36.222065 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-a02f4beb-db2e-4c7a-97eb-f453f3353711 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558255 Dec 02 17:55:36.231858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fa93c-1e1d-47ed-836b-90df696eff0c req-87ca1e3d-0fa6-4f02-b48b-af168584f429 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:36.233372 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dc7fa93c-1e1d-47ed-836b-90df696eff0c req-87ca1e3d-0fa6-4f02-b48b-af168584f429 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 944 time: 0.1528749 Dec 02 17:55:36.376287 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dc7fa93c-1e1d-47ed-836b-90df696eff0c req-b3a22eb6-4fd9-47a4-9094-1783d3208918 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203654 Dec 02 17:55:36.412220 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-6fd31730-01bd-4eff-a81b-9534e06cafae service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778243 Dec 02 17:55:36.564528 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ecaa1347-40fa-4531-a364-fb1a51f64149 req-9e688e4d-59b2-4403-84b6-74d249583778 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445627 Dec 02 17:55:36.742515 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59199c-6d14-44a7-a11e-1930809029df req-bd5c558b-f03e-487b-ac2d-93794ea65516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:36.744193 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b59199c-6d14-44a7-a11e-1930809029df req-bd5c558b-f03e-487b-ac2d-93794ea65516 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 1161 time: 0.0765188 Dec 02 17:55:36.887861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59199c-6d14-44a7-a11e-1930809029df req-59fc82d1-32e0-4774-b248-e0ea1ab3326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:36.889396 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b59199c-6d14-44a7-a11e-1930809029df req-59fc82d1-32e0-4774-b248-e0ea1ab3326d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 909 time: 0.1384103 Dec 02 17:55:36.966671 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b59199c-6d14-44a7-a11e-1930809029df req-14616768-db38-4ef4-8e5b-bd4487ab6e36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c60073ac-2353-432b-8060-cb2dc8cf0b31 HTTP/1.1" status: 200 len: 217 time: 0.0698926 Dec 02 17:55:37.036818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59199c-6d14-44a7-a11e-1930809029df req-a78a5113-a7f0-4a3f-8c17-c155964a8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:37.038372 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b59199c-6d14-44a7-a11e-1930809029df req-a78a5113-a7f0-4a3f-8c17-c155964a8256 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.0651727 Dec 02 17:55:37.092345 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b59199c-6d14-44a7-a11e-1930809029df req-5c623a35-c265-45eb-985a-2c7def2ec222 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468082 Dec 02 17:55:37.294764 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b59199c-6d14-44a7-a11e-1930809029df req-9ae2d708-1286-4c1c-a7ef-0f04d8e5c490 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898670 Dec 02 17:55:37.360337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706aa0e-0857-411e-8356-af2170aab674 req-002b6248-aa98-4a17-a310-ab83733fbbd0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:37.361916 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c706aa0e-0857-411e-8356-af2170aab674 req-002b6248-aa98-4a17-a310-ab83733fbbd0 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.1636114 Dec 02 17:55:37.486305 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c706aa0e-0857-411e-8356-af2170aab674 req-c1f7ca74-ace2-4647-8038-247495463201 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164534 Dec 02 17:55:37.494468 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6b59199c-6d14-44a7-a11e-1930809029df req-582dcde4-5bf2-45a0-aa6b-f3709707ef92 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1863492 Dec 02 17:55:37.596557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c792ae-cdf9-4fba-8501-8114fd148066 req-715b813e-8428-4902-87ad-f78208d90b09 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:37.598103 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-69c792ae-cdf9-4fba-8501-8114fd148066 req-715b813e-8428-4902-87ad-f78208d90b09 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 944 time: 0.0887327 Dec 02 17:55:37.645048 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-69c792ae-cdf9-4fba-8501-8114fd148066 req-0955a5d0-2dd1-48aa-bacb-cdb8e4d3559e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Dec 02 17:55:38.367289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-be70dc6d-da99-4bf5-aa4e-4612819d896a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:38.859037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceadc5-8f80-4378-b27c-6b28064f5497 req-b4096af9-5bc1-40e0-aa90-d9f84a62f23b tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:38.861201 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e4ceadc5-8f80-4378-b27c-6b28064f5497 req-b4096af9-5bc1-40e0-aa90-d9f84a62f23b tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 944 time: 0.0855496 Dec 02 17:55:38.907326 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e4ceadc5-8f80-4378-b27c-6b28064f5497 req-15dedbeb-db54-4e6f-9f5f-10049aba01db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Dec 02 17:55:39.540193 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-08bcce68-b862-4626-ba1e-f117bf928852 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:55:40.036305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device c60073ac-2353-432b-8060-cb2dc8cf0b31 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:55:40.107606 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port c60073ac-2353-432b-8060-cb2dc8cf0b31 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:55:40.113052 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port c60073ac-2353-432b-8060-cb2dc8cf0b31 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:55:40.113471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:40.119402 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62c949-7cb3-4767-9cd7-b8695ce75c71 req-1f4c1bb7-bc6a-43f8-9d26-f9348281d84d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:40.121044 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2c62c949-7cb3-4767-9cd7-b8695ce75c71 req-1f4c1bb7-bc6a-43f8-9d26-f9348281d84d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 944 time: 0.0841594 Dec 02 17:55:40.168424 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2c62c949-7cb3-4767-9cd7-b8695ce75c71 req-047e0c69-e4fe-47aa-9077-d113c8c98c76 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Dec 02 17:55:40.233379 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:40.259940 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af4c74-aa22-4904-b700-b113e2964e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60073ac-2353-432b-8060-cb2dc8cf0b31'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:55:40.271451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port c60073ac-2353-432b-8060-cb2dc8cf0b31, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c60073ac-2353-432b-8060-cb2dc8cf0b31,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:40.274444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:40.277238 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-daa0a670-e52e-4884-9906-21bf1c770979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:40.323622 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af4c74-aa22-4904-b700-b113e2964e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60073ac-2353-432b-8060-cb2dc8cf0b31', 'code': 200} Dec 02 17:55:40.346657 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=c60073ac-2353-432b-8060-cb2dc8cf0b31,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:40.350346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:40.593805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a99e8-ecbf-404b-9677-0de9dab95868 req-6e40be3e-74cc-4acc-8518-2c9faa8e8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:40.595486 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a7a99e8-ecbf-404b-9677-0de9dab95868 req-6e40be3e-74cc-4acc-8518-2c9faa8e8b5a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 1163 time: 0.0764642 Dec 02 17:55:40.640797 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8a7a99e8-ecbf-404b-9677-0de9dab95868 req-66fc8b6c-9357-4f7c-89d5-65825a6da67a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Dec 02 17:55:40.897436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c3a68980-fa12-4ec5-b33a-3c5e6c13e66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:41.037967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:41.382047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc2a39-3f4e-42fe-a3b3-2bfad5a856b4 req-8648eb1c-a083-4beb-a4f3-914bc887754f tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:41.383668 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4fcc2a39-3f4e-42fe-a3b3-2bfad5a856b4 req-8648eb1c-a083-4beb-a4f3-914bc887754f tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 946 time: 0.0818443 Dec 02 17:55:41.433394 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4fcc2a39-3f4e-42fe-a3b3-2bfad5a856b4 req-6c985e29-931b-46ec-af83-3d1e9730aa8b tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Dec 02 17:55:41.588206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device c60073ac-2353-432b-8060-cb2dc8cf0b31 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:55:41.662416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port c60073ac-2353-432b-8060-cb2dc8cf0b31 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:55:41.662993 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:42.276894 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:42.510861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:42.540059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:42.648585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87922155-e28c-4545-9e66-ac2d5b01509b req-568ea1df-af35-489c-a063-32943cd83d24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:42.650187 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87922155-e28c-4545-9e66-ac2d5b01509b req-568ea1df-af35-489c-a063-32943cd83d24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 946 time: 0.0832694 Dec 02 17:55:42.697097 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-87922155-e28c-4545-9e66-ac2d5b01509b req-01e06e83-08ee-4b5a-a5d2-ab7a267aad07 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Dec 02 17:55:47.307245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-8c52d88f-b74b-4c53-b59f-3a033f8762ea tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:47.308862 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-8c52d88f-b74b-4c53-b59f-3a033f8762ea tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.1559811 Dec 02 17:55:47.324762 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-4f655592-a972-480d-8bfd-7893082c745d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/quotas/f34e44759e8b4b83bad3fee17388de98 HTTP/1.1" status: 200 len: 375 time: 0.0098162 Dec 02 17:55:47.412853 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-e33ddea7-825b-43c0-91f7-68645c4f6fca tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824769 Dec 02 17:55:47.557865 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-c9d8b3d6-efa3-456c-b21f-589ac8800b80 service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372306 Dec 02 17:55:47.700294 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-201c2ead-8318-40be-a0ab-623554c12b75 service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359062 Dec 02 17:55:47.903791 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e196fa40-2318-4a08-8c2f-ce25840be62f req-bc6d3aa4-4822-45d7-8feb-dfb8c5802941 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 210 time: 0.0452433 Dec 02 17:55:49.108968 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-26a6808f-3a8b-4db0-a12c-e393a381b0a8 req-c69a7805-776b-4b09-9247-3fb3482540da tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 210 time: 0.0651829 Dec 02 17:55:49.120628 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-72dd836a-e2a0-493c-bc4a-abf5d23e9ad8 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:49.122115 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-72dd836a-e2a0-493c-bc4a-abf5d23e9ad8 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.2034736 Dec 02 17:55:49.147711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Request body: {'port': {'device_id': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e', 'admin_state_up': True, 'tenant_id': 'f34e44759e8b4b83bad3fee17388de98'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:55:49.291926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:55:49.301879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:55:49.311164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Made reservation on behalf of f34e44759e8b4b83bad3fee17388de98 for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:55:49.316407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:49.828896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Allocated IP 172.20.0.14 (6be8756b-9e1a-4c3d-9a0e-cfcba90f789e/eb538a8d-05b7-4d33-bd5e-3412e05c5e5b/83b510c8-1b2d-45b9-8124-d3d168b1ea33) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:55:50.044234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:50.069552 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:50.084688 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-753e11bb-2963-4987-9983-5eb8cd729109 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:50.233677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event updated for resources: {'Port': ['ID=83b510c8-1b2d-45b9-8124-d3d168b1ea33,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:50.238284 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:50.346393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:55:50.348206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:55:50.352746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:55:50.423191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f69bbc-b099-46a0-a6f5-15153b25112b req-83ab52b4-2508-4e3a-a5a5-4f5b72e84208 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:50.424795 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-64f69bbc-b099-46a0-a6f5-15153b25112b req-83ab52b4-2508-4e3a-a5a5-4f5b72e84208 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 932 time: 0.1819212 Dec 02 17:55:50.434083 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:50.434739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:50.488933 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-54024105-2e5e-4ee5-b47d-538911ec62db tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3463812 Dec 02 17:55:50.495483 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-64f69bbc-b099-46a0-a6f5-15153b25112b req-4906c956-7d7b-4bd4-98c9-c0b65637bad8 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551584 Dec 02 17:55:50.506797 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Request body: {'port': {'device_id': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:55:50.622472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:51.026760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b510c8-1b2d-45b9-8124-d3d168b1ea33 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:55:51.034236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:51.046875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Transition to ACTIVE for port object 83b510c8-1b2d-45b9-8124-d3d168b1ea33 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:55:51.049506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:51.068693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5771a87c-b08d-4491-bf5b-c91ea163c35c tempest-VolumesSnapshotTestJSON-1188148843 tempest-VolumesSnapshotTestJSON-1188148843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:51.203207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Pushing event updated for resources: {'Port': ['ID=83b510c8-1b2d-45b9-8124-d3d168b1ea33,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:51.207686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:51.383416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Attempting to bind port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:55:51.383994 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Attempting to bind port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:55:51.384136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Attempting to bind port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 on network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:55:51.390776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:55:51.391188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Checking segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:55:51.391616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:51.392039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Bound using segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:55:51.392523 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Bound port: 83b510c8-1b2d-45b9-8124-d3d168b1ea33, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:55:51.392917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:51.483428 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] For port 83b510c8-1b2d-45b9-8124-d3d168b1ea33, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:55:51.486623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] For port 83b510c8-1b2d-45b9-8124-d3d168b1ea33, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=83b510c8-1b2d-45b9-8124-d3d168b1ea33,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:55:51.489948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:51.507928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:51.697836 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Pushing event updated for resources: {'Port': ['ID=83b510c8-1b2d-45b9-8124-d3d168b1ea33,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:51.711159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:51.752463 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:51.753151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:51.754696 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] 10.222.0.60 "PUT /v2.0/ports/83b510c8-1b2d-45b9-8124-d3d168b1ea33 HTTP/1.1" status: 200 len: 1158 time: 1.2523334 Dec 02 17:55:51.755375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'tag': '83b510c8-1b2d-45b9-8124-d3d168b1ea33'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:55:51.781236 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c948358-f380-4cc2-8588-41833eb17e18 req-86d7b2f9-7910-4417-bfc9-ee8f39ce0056 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:51.782024 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-3c948358-f380-4cc2-8588-41833eb17e18 req-86d7b2f9-7910-4417-bfc9-ee8f39ce0056 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Synchronizing usage tracker for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:55:51.797010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-3c948358-f380-4cc2-8588-41833eb17e18 req-86d7b2f9-7910-4417-bfc9-ee8f39ce0056 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Unset dirty status for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:55:51.798298 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3c948358-f380-4cc2-8588-41833eb17e18 req-86d7b2f9-7910-4417-bfc9-ee8f39ce0056 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 944 time: 0.1635771 Dec 02 17:55:51.862559 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'tag': '83b510c8-1b2d-45b9-8124-d3d168b1ea33', 'status': 'completed', 'code': 200} Dec 02 17:55:51.897950 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3c948358-f380-4cc2-8588-41833eb17e18 req-2d6fd23a-ad89-432f-aa30-34af77b73d94 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Dec 02 17:55:51.925530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-4fd87cf1-97d1-4be5-a38d-f56af1e11866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:51.925530 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-4fd87cf1-97d1-4be5-a38d-f56af1e11866 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 1161 time: 0.1044459 Dec 02 17:55:52.000761 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-d7c1b1a2-34f1-48ac-8d22-cc7a0efe7b5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b510c8-1b2d-45b9-8124-d3d168b1ea33 HTTP/1.1" status: 200 len: 217 time: 0.0621672 Dec 02 17:55:52.071399 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-c3f4fa92-9fe1-43a5-b797-b1860453fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:52.072924 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-c3f4fa92-9fe1-43a5-b797-b1860453fcdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.0659261 Dec 02 17:55:52.120472 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-c601093e-1330-4586-8497-2a1aef24e487 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408111 Dec 02 17:55:52.262856 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-9c485762-db44-41fa-a600-1ad52977d080 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353455 Dec 02 17:55:52.407250 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9eeff59b-3706-4524-adad-ee8e4630a87f req-2cd49763-5002-4c5b-b287-c43ba8f90e6e service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349185 Dec 02 17:55:52.606578 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-bdb8f19a-e6ab-457b-9ec9-8a3aea8b3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:52.608131 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-bdb8f19a-e6ab-457b-9ec9-8a3aea8b3028 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 1161 time: 0.0817077 Dec 02 17:55:52.749355 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-a65240d7-0de6-4a31-bab5-398481280382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:52.751994 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-a65240d7-0de6-4a31-bab5-398481280382 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 909 time: 0.1357713 Dec 02 17:55:52.822810 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-ca8f7165-f629-41af-8894-d334327434e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b510c8-1b2d-45b9-8124-d3d168b1ea33 HTTP/1.1" status: 200 len: 217 time: 0.0634799 Dec 02 17:55:52.893051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-246aa31d-0fbc-433b-b53f-56866c251e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:52.894739 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-246aa31d-0fbc-433b-b53f-56866c251e2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.0648777 Dec 02 17:55:52.946146 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-ff3937d5-1933-4e28-b0f1-0caabf016f59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432465 Dec 02 17:55:53.360434 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-0d0a53af-3725-4bf7-830f-f0a98ee38004 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062676 Dec 02 17:55:53.423407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0dec0-3c45-4245-8e4f-3f9cfba07a99 req-cc239c70-6dec-4c06-a54b-fddc151c8a2a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:53.424966 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-40f0dec0-3c45-4245-8e4f-3f9cfba07a99 req-cc239c70-6dec-4c06-a54b-fddc151c8a2a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 944 time: 0.1550610 Dec 02 17:55:53.540466 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-40f0dec0-3c45-4245-8e4f-3f9cfba07a99 req-07df2774-eeaf-477f-bb14-f2591fd71065 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080201 Dec 02 17:55:53.557852 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-78f46a38-153c-41c8-bbb6-26d3aa200d54 req-31187b1d-833b-42b3-8716-3edceaad81b9 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1848352 Dec 02 17:55:54.750645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b581a7e-098f-4bd7-be55-ff2a97fe17b1 req-9791af69-5d0e-4f56-a045-8d3576babb13 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:54.752308 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7b581a7e-098f-4bd7-be55-ff2a97fe17b1 req-9791af69-5d0e-4f56-a045-8d3576babb13 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 944 time: 0.0831101 Dec 02 17:55:54.805824 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7b581a7e-098f-4bd7-be55-ff2a97fe17b1 req-6ae18252-a9c2-4c2b-a05f-db725fa321c2 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Dec 02 17:55:56.016925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6a857-54eb-4a96-aa54-a2f36d2b6fab req-e4852359-5663-4701-b6d1-1f4516353ae3 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:56.018539 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-68a6a857-54eb-4a96-aa54-a2f36d2b6fab req-e4852359-5663-4701-b6d1-1f4516353ae3 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 944 time: 0.0819538 Dec 02 17:55:56.066496 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-68a6a857-54eb-4a96-aa54-a2f36d2b6fab req-7a89ca24-b41e-43c1-aea8-861351f9f0f0 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Dec 02 17:55:56.121155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 83b510c8-1b2d-45b9-8124-d3d168b1ea33 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:55:56.188766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:55:56.193787 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:55:56.194231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:56.313125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:56.340313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b510c8-1b2d-45b9-8124-d3d168b1ea33'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:55:56.350762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 83b510c8-1b2d-45b9-8124-d3d168b1ea33, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=83b510c8-1b2d-45b9-8124-d3d168b1ea33,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:55:56.353781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:56.355774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:55:56.400866 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b510c8-1b2d-45b9-8124-d3d168b1ea33', 'code': 200} Dec 02 17:55:56.424453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=83b510c8-1b2d-45b9-8124-d3d168b1ea33,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:55:56.427673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:55:56.677335 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca05ee-9754-4832-a7ae-732234d9be9d req-7c520eaa-b2be-49cf-9bc5-e1c45fca27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:56.678848 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d7ca05ee-9754-4832-a7ae-732234d9be9d req-7c520eaa-b2be-49cf-9bc5-e1c45fca27be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 1163 time: 0.0781925 Dec 02 17:55:56.723817 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d7ca05ee-9754-4832-a7ae-732234d9be9d req-ed4c2d98-a30d-4a36-a84a-9cd2f7817b65 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Dec 02 17:55:57.282480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257d84f-89c8-45b3-aae3-7ae0ffee0cf9 req-22f521c5-2b7a-4954-8e01-8d147caeebe5 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:57.284142 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f257d84f-89c8-45b3-aae3-7ae0ffee0cf9 req-22f521c5-2b7a-4954-8e01-8d147caeebe5 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 946 time: 0.0844736 Dec 02 17:55:57.332632 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f257d84f-89c8-45b3-aae3-7ae0ffee0cf9 req-ba6f5ff6-bba5-435d-b674-1f75ab579cc1 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Dec 02 17:55:57.826059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 83b510c8-1b2d-45b9-8124-d3d168b1ea33 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:55:57.899063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:55:57.899508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:55:58.550382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf09db-74ce-4c0f-9fd2-c852bf1605d6 req-37bab6d9-991b-4cd1-999f-9defb9645e52 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:55:58.552046 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dbbf09db-74ce-4c0f-9fd2-c852bf1605d6 req-37bab6d9-991b-4cd1-999f-9defb9645e52 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 946 time: 0.0875273 Dec 02 17:55:58.598765 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dbbf09db-74ce-4c0f-9fd2-c852bf1605d6 req-30e0ecb2-765a-450b-996b-f6d8997c2256 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Dec 02 17:56:00.950081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8bc69f25-3ee4-40eb-a889-aa0c68c0b412 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:00.951624 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8bc69f25-3ee4-40eb-a889-aa0c68c0b412 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.1560781 Dec 02 17:56:00.967874 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-7a333c5c-893e-45cf-b6fb-7435db597f4a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/quotas/f34e44759e8b4b83bad3fee17388de98 HTTP/1.1" status: 200 len: 375 time: 0.0095479 Dec 02 17:56:01.055402 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-3f52abea-adb7-4691-89df-3219f0a988e6 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820420 Dec 02 17:56:01.280176 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-e0a49bce-8cc7-40d5-9a15-0d4f59b00c0d service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166514 Dec 02 17:56:01.422802 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-14ba6d55-fc72-4613-8a7c-2b3eb5825ab8 service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349595 Dec 02 17:56:01.623861 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3099488e-4994-45eb-b01e-d60c1dc20dfc req-6e7cdad1-88f7-4393-9838-faffee2c9c55 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 210 time: 0.0456748 Dec 02 17:56:02.847767 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-43f8d03d-7c4b-43f1-a1b2-c9e0633aa3e8 req-520f4aa9-3c90-4e92-8b64-89a8ada80eb0 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 210 time: 0.0553079 Dec 02 17:56:02.885595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-c417d685-ab5c-4df5-9016-f6569f429b16 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:02.887188 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-c417d685-ab5c-4df5-9016-f6569f429b16 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.2008808 Dec 02 17:56:02.915910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Request body: {'port': {'device_id': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e', 'admin_state_up': True, 'tenant_id': 'f34e44759e8b4b83bad3fee17388de98'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:56:03.058924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:03.069267 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:03.078712 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Made reservation on behalf of f34e44759e8b4b83bad3fee17388de98 for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:56:03.084173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:03.391980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Allocated IP 172.20.0.5 (6be8756b-9e1a-4c3d-9a0e-cfcba90f789e/eb538a8d-05b7-4d33-bd5e-3412e05c5e5b/a597e188-7492-4a80-8cf4-b8245c013fc3) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:56:03.604818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:03.631955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:03.647043 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-30ede88b-15a0-42bf-aae4-38085b9b3dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:03.783466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event updated for resources: {'Port': ['ID=a597e188-7492-4a80-8cf4-b8245c013fc3,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:03.787971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:03.837782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:56:03.839015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:56:03.841314 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:56:03.904568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:03.905251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:03.930384 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187433 Dec 02 17:56:03.952703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Request body: {'port': {'device_id': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:56:04.154986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:04.178740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe738e7c-7cfa-4d5b-9c71-6fecdee07671 req-9c3c894b-9f99-4a05-b55c-3710844fc830 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:04.179532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-fe738e7c-7cfa-4d5b-9c71-6fecdee07671 req-9c3c894b-9f99-4a05-b55c-3710844fc830 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Synchronizing usage tracker for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:56:04.237719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-fe738e7c-7cfa-4d5b-9c71-6fecdee07671 req-9c3c894b-9f99-4a05-b55c-3710844fc830 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Unset dirty status for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:56:04.239077 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe738e7c-7cfa-4d5b-9c71-6fecdee07671 req-9c3c894b-9f99-4a05-b55c-3710844fc830 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 931 time: 0.2542884 Dec 02 17:56:04.356578 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fe738e7c-7cfa-4d5b-9c71-6fecdee07671 req-3f0d732a-bc88-4c53-8ecc-4f74720397a5 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079383 Dec 02 17:56:04.873366 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a597e188-7492-4a80-8cf4-b8245c013fc3 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:56:04.880458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:04.893444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Transition to ACTIVE for port object a597e188-7492-4a80-8cf4-b8245c013fc3 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:56:04.896692 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:04.915911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:05.050547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=a597e188-7492-4a80-8cf4-b8245c013fc3,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:05.053759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:05.247609 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Attempting to bind port a597e188-7492-4a80-8cf4-b8245c013fc3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:56:05.247986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Attempting to bind port a597e188-7492-4a80-8cf4-b8245c013fc3 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:56:05.248361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Attempting to bind port a597e188-7492-4a80-8cf4-b8245c013fc3 on network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:56:05.254641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:56:05.255067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Checking segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:56:05.255474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:05.255874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Bound using segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:56:05.256354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Bound port: a597e188-7492-4a80-8cf4-b8245c013fc3, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:56:05.256728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:05.354210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] For port a597e188-7492-4a80-8cf4-b8245c013fc3, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:56:05.357479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] For port a597e188-7492-4a80-8cf4-b8245c013fc3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a597e188-7492-4a80-8cf4-b8245c013fc3,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:56:05.361371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:05.376971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ee2b18f4-034d-40c7-9533-beda2c1e120c tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:05.566295 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=a597e188-7492-4a80-8cf4-b8245c013fc3,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:05.571842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:05.626304 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:05.627000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:05.628492 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] 10.222.0.60 "PUT /v2.0/ports/a597e188-7492-4a80-8cf4-b8245c013fc3 HTTP/1.1" status: 200 len: 1157 time: 1.6804583 Dec 02 17:56:05.630985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'tag': 'a597e188-7492-4a80-8cf4-b8245c013fc3'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:05.647277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0414-575b-45a6-86d9-2a1b19478a41 req-bfed80bc-2f4a-4639-a103-e78c0cd89dff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:05.648886 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-55ff0414-575b-45a6-86d9-2a1b19478a41 req-bfed80bc-2f4a-4639-a103-e78c0cd89dff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 943 time: 0.1477523 Dec 02 17:56:05.697443 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'tag': 'a597e188-7492-4a80-8cf4-b8245c013fc3', 'status': 'completed', 'code': 200} Dec 02 17:56:05.704403 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-55ff0414-575b-45a6-86d9-2a1b19478a41 req-35153e0a-7f49-426c-ab9b-620528ca46bd tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490062 Dec 02 17:56:05.788173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-246af7f0-fa4e-4de7-822e-9ad908730646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:05.789772 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-246af7f0-fa4e-4de7-822e-9ad908730646 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 1160 time: 0.0746822 Dec 02 17:56:05.881915 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-d02f3bec-0e1b-497b-954b-85101c63aa0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a597e188-7492-4a80-8cf4-b8245c013fc3 HTTP/1.1" status: 200 len: 217 time: 0.0653584 Dec 02 17:56:05.951925 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-f62d5a87-9804-4bca-8024-c62f4b5d8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:05.953481 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-f62d5a87-9804-4bca-8024-c62f4b5d8121 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.0630774 Dec 02 17:56:06.004880 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-96e84e66-d299-4846-acbe-e6e6765ee31f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422180 Dec 02 17:56:06.149489 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-6608b085-5df6-49da-afe2-5a4319ec8228 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352389 Dec 02 17:56:06.292109 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b749ef57-c30b-408f-8e7b-ea7050f10529 req-aa6e7c25-3a90-4d87-87e3-7df6f23ceafc service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351788 Dec 02 17:56:06.479475 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-7436a4dd-5600-4a8d-910a-075c63ffb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:06.481004 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-7436a4dd-5600-4a8d-910a-075c63ffb742 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 1160 time: 0.0798728 Dec 02 17:56:06.620965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-0cc432e4-3a34-4116-869c-175214d8a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:06.622552 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-0cc432e4-3a34-4116-869c-175214d8a50a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 909 time: 0.1352720 Dec 02 17:56:06.691410 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-603c8fef-c399-40d2-8462-55339d8c222b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a597e188-7492-4a80-8cf4-b8245c013fc3 HTTP/1.1" status: 200 len: 217 time: 0.0619161 Dec 02 17:56:06.764385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-4d7876bf-c747-45dd-b53c-7bad2070a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:06.766601 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-4d7876bf-c747-45dd-b53c-7bad2070a9b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.0668137 Dec 02 17:56:06.817757 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-35abba16-54c1-4abc-9117-c6200cfca70e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433028 Dec 02 17:56:07.032407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a565-495a-42ee-8f39-e85c5aa2fbe4 req-ef47650c-f67d-432d-ab46-5a7b3577b4c5 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:07.033929 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4be6a565-495a-42ee-8f39-e85c5aa2fbe4 req-ef47650c-f67d-432d-ab46-5a7b3577b4c5 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 943 time: 0.1827247 Dec 02 17:56:07.037336 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-c11e7dbe-2279-4e6f-b78a-22b3fb58bc0e service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093604 Dec 02 17:56:07.122239 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4be6a565-495a-42ee-8f39-e85c5aa2fbe4 req-de39b020-f767-406e-bf99-fded60bcd759 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818670 Dec 02 17:56:07.211543 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efda5c84-1f3d-4ffe-bbce-036a04ef6a27 req-8ba040c2-dd92-4ed8-8223-37e023cefe4e service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1570182 Dec 02 17:56:07.413336 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:56:08.333878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d68c-30c1-4787-b25e-d4d317243c37 req-0304c674-014d-4882-b97d-ebc6c9f3e551 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:08.335500 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f7f4d68c-30c1-4787-b25e-d4d317243c37 req-0304c674-014d-4882-b97d-ebc6c9f3e551 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 943 time: 0.0840383 Dec 02 17:56:08.371294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-10f64a63-143a-4c48-bb06-01ccef39e5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:08.382708 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f7f4d68c-30c1-4787-b25e-d4d317243c37 req-af44154d-c60b-4892-98e9-474b02563346 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Dec 02 17:56:09.594272 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757de52e-cfe9-441f-a221-e840c8c8ac9e req-1f78bad1-6a00-4e74-9118-50de72d14a4a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:09.595833 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-757de52e-cfe9-441f-a221-e840c8c8ac9e req-1f78bad1-6a00-4e74-9118-50de72d14a4a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 943 time: 0.0854425 Dec 02 17:56:09.643281 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-757de52e-cfe9-441f-a221-e840c8c8ac9e req-027aeb30-c0e8-48c3-b019-cb3f00e105e4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Dec 02 17:56:10.430410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device a597e188-7492-4a80-8cf4-b8245c013fc3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:10.499394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port a597e188-7492-4a80-8cf4-b8245c013fc3 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:56:10.504287 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port a597e188-7492-4a80-8cf4-b8245c013fc3 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:10.504706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:10.622412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:10.650047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a597e188-7492-4a80-8cf4-b8245c013fc3'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:10.660342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port a597e188-7492-4a80-8cf4-b8245c013fc3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a597e188-7492-4a80-8cf4-b8245c013fc3,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:10.663171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:10.665050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:10.734082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=a597e188-7492-4a80-8cf4-b8245c013fc3,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:10.742805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.743150 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.743679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.744130 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.744575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.745180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.745438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.745887 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.746324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.746877 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.747226 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.747711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.748211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.748644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.749769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.750208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.750685 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.751151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.751615 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.752054 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.752582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.753015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.753444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.753879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:10.758951 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a597e188-7492-4a80-8cf4-b8245c013fc3', 'code': 200} Dec 02 17:56:10.759760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:10.878235 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c7ef-a066-4848-afa0-66b414c1d602 req-2727be04-619a-474c-bcd0-a7246231facd tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:10.879803 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4779c7ef-a066-4848-afa0-66b414c1d602 req-2727be04-619a-474c-bcd0-a7246231facd tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 945 time: 0.0904124 Dec 02 17:56:10.898577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-428513a5-aebb-43e9-af3b-848ffb3e6618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:10.929206 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4779c7ef-a066-4848-afa0-66b414c1d602 req-15552912-6af6-4b94-9a9f-0220cde6d7cc tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Dec 02 17:56:11.039453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b971-01ee-4bee-8585-c75aac07543a req-3d7ec1e1-3d86-4380-8fca-358ece2a1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:11.041062 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:11.041207 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d882b971-01ee-4bee-8585-c75aac07543a req-3d7ec1e1-3d86-4380-8fca-358ece2a1f4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 1162 time: 0.0782146 Dec 02 17:56:11.091479 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d882b971-01ee-4bee-8585-c75aac07543a req-1224848d-d5ed-4e2d-a7b6-7c1be0deb6ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352101 Dec 02 17:56:11.802782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5538-a968-4ff2-995a-8753eff2617d req-ef7ff898-293c-4a25-806b-9b2e156f624b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:11.804329 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f5fd5538-a968-4ff2-995a-8753eff2617d req-ef7ff898-293c-4a25-806b-9b2e156f624b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0854909 Dec 02 17:56:11.850972 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f5fd5538-a968-4ff2-995a-8753eff2617d req-50c7d491-3e7a-4176-85de-bf5be8d81f7e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403216 Dec 02 17:56:12.002304 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device a597e188-7492-4a80-8cf4-b8245c013fc3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:12.076316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port a597e188-7492-4a80-8cf4-b8245c013fc3 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:12.076660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:12.142863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26064280-b1d8-4434-bef0-aac2abfdbb87 req-68b3348b-e2b7-44b8-bd11-f68df51abe75 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:12.144779 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-26064280-b1d8-4434-bef0-aac2abfdbb87 req-68b3348b-e2b7-44b8-bd11-f68df51abe75 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 945 time: 0.0831714 Dec 02 17:56:12.195536 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-26064280-b1d8-4434-bef0-aac2abfdbb87 req-85a16ce0-dccb-45e5-b279-e4e652da3eec tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Dec 02 17:56:12.279831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:12.516286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:12.547062 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:13.078197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce53420-b6b4-47c4-a577-ad7dfe9f02d3 req-2c5307f0-c714-4ce7-9fa4-71ee6b87f2c5 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:13.079825 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ce53420-b6b4-47c4-a577-ad7dfe9f02d3 req-2c5307f0-c714-4ce7-9fa4-71ee6b87f2c5 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.0827315 Dec 02 17:56:13.125586 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5ce53420-b6b4-47c4-a577-ad7dfe9f02d3 req-3c76e773-8aa2-473e-858e-d0a178b9f462 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 Dec 02 17:56:13.408041 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cb65e-8c11-4930-a47e-6ef94dd7ca93 req-181b2afd-c33e-493d-b884-9076067c8497 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:13.409628 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1f2cb65e-8c11-4930-a47e-6ef94dd7ca93 req-181b2afd-c33e-493d-b884-9076067c8497 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 945 time: 0.0862358 Dec 02 17:56:13.457244 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1f2cb65e-8c11-4930-a47e-6ef94dd7ca93 req-0df3118c-82d0-464d-b83a-1cec1ef498a3 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Dec 02 17:56:13.781540 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-46cd3e5a-9b31-4a20-93d6-ad478e4ede9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0754879 Dec 02 17:56:13.906674 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e381-933f-47e4-a40c-71751b656a93 req-6efdb68a-aa91-41b9-9708-a2e2d57447e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:13.908367 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-6efdb68a-aa91-41b9-9708-a2e2d57447e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.0840533 Dec 02 17:56:14.015091 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:14.086295 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 92743724-6773-40d8-b61f-f35610aabc40 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:14.086865 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:14.457015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e381-933f-47e4-a40c-71751b656a93 req-ddecfa5f-8d34-422d-824e-ff6a14ba11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:14.458602 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-ddecfa5f-8d34-422d-824e-ff6a14ba11d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.4728525 Dec 02 17:56:14.465371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-e383de0e-e8e4-4f78-b2c3-32b77cf7db9e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:14.466802 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-e383de0e-e8e4-4f78-b2c3-32b77cf7db9e tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.4586930 Dec 02 17:56:14.590551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f944a00-1077-40c1-8757-14e56c72e773 req-e38a2b29-8d08-47d0-917b-7be6ab75162d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:14.592057 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3f944a00-1077-40c1-8757-14e56c72e773 req-e38a2b29-8d08-47d0-917b-7be6ab75162d tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 945 time: 0.2470684 Dec 02 17:56:14.690348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Deleting port 92743724-6773-40d8-b61f-f35610aabc40 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:14.690732 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:14.724190 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3f944a00-1077-40c1-8757-14e56c72e773 req-8b9eeea8-82ed-4147-92ca-b7e48121fd8b tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups?id=507d6afe-33e6-49b1-b9a8-25584dea065a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223505 Dec 02 17:56:14.725882 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-4bc0f125-d655-4696-9c5f-d79eaab99cee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 1001 time: 0.2412093 Dec 02 17:56:14.856408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e381-933f-47e4-a40c-71751b656a93 req-323f94eb-b676-47db-b3fe-a88dbfec0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:14.857925 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-323f94eb-b676-47db-b3fe-a88dbfec0be7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.1227169 Dec 02 17:56:15.074354 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] For port 92743724-6773-40d8-b61f-f35610aabc40, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=92743724-6773-40d8-b61f-f35610aabc40,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:15.074760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:15.083493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910e381-933f-47e4-a40c-71751b656a93 req-c5b8abf3-d113-4273-a67a-8b9432292863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:15.085105 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-c5b8abf3-d113-4273-a67a-8b9432292863 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2166581 Dec 02 17:56:15.472174 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-4ababde8-b04a-4a30-8e99-15e6737aa788 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312902 Dec 02 17:56:15.551694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:15.552114 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851010448'] for floatingip, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:15.552470 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Floating IP cf43ad1e-63d0-4c90-972d-f341d86375d5 disassociated. External IP: 172.28.1.47, port: 92743724-6773-40d8-b61f-f35610aabc40. Dec 02 17:56:15.552837 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Calling delete_port for 92743724-6773-40d8-b61f-f35610aabc40 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:15.712291 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c910e381-933f-47e4-a40c-71751b656a93 req-be2b1775-d839-419f-92ef-d3578c99078e service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2300792 Dec 02 17:56:15.787948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:15.799348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:15.804560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3b43f3ee-3e74-4bf7-b4b0-a6c97267cbf2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:15.836310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 92743724-6773-40d8-b61f-f35610aabc40 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:56:15.836942 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 92743724-6773-40d8-b61f-f35610aabc40 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:56:15.858451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event deleted for resources: {'Port': ['ID=92743724-6773-40d8-b61f-f35610aabc40,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:15.870989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:15.983356 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d45225f8-04d7-487f-88f1-832dde039ee0 req-d624ef27-6ac2-471d-a767-1f702e1006a7 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 210 time: 0.0548024 Dec 02 17:56:16.213199 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:56:16.394076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:56:16.405484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] Sync routers for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:56:16.416795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:56:16.417499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:56:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:16.433626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] No DVR routers for this DVR port 92743724-6773-40d8-b61f-f35610aabc40 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:56:16.436051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:16.441079 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-deleted', 'tag': '92743724-6773-40d8-b61f-f35610aabc40'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:16.457026 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e0234de1-ec0b-43fc-a6ca-b6fde967ae02 req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.60 "DELETE /v2.0/ports/92743724-6773-40d8-b61f-f35610aabc40 HTTP/1.1" status: 204 len: 173 time: 1.9700933 Dec 02 17:56:16.619621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:56:16.655124 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59bc0e-26a1-4c19-b28a-a2e213a41927', 'name': 'network-vif-deleted', 'tag': '92743724-6773-40d8-b61f-f35610aabc40', 'status': 'completed', 'code': 200} Dec 02 17:56:16.953500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:16.957549 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] Checking router: 2aacce77-f8bb-48e7-bf00-0090b2d37d62 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:56:16.966397 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:56:16.967100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:56:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:17.163162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:56:17.207219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-e96ad031-c398-46c0-b56b-8f722d78baea req-0cd63734-f15b-4992-aa6f-eedd81824ae8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Synchronizing usage tracker for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:56:17.223247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-e96ad031-c398-46c0-b56b-8f722d78baea req-0cd63734-f15b-4992-aa6f-eedd81824ae8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Unset dirty status for tenant:6946dedeee55457fb77f5d9d662150ea on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:56:17.224546 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e96ad031-c398-46c0-b56b-8f722d78baea req-0cd63734-f15b-4992-aa6f-eedd81824ae8 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/ports?device_id=5a59bc0e-26a1-4c19-b28a-a2e213a41927 HTTP/1.1" status: 200 len: 210 time: 0.0641627 Dec 02 17:56:17.653857 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:17.658543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3520da-fef2-4ec2-8890-7cb4b1dd6e15 None None] The sync data for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb is: [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:49:30Z', 'revision_number': 4, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '826e8dd9-e2d1-4765-81c5-dd45b8628ece', 'name': '', 'network_id': '531cec26-1e4d-4ce7-99f9-d30d65f5947b', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'mac_address': 'fa:16:3e:50:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:28Z', 'updated_at': '2020-12-02T17:49:51Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'subnets': [{'id': '63080f16-7d03-4df7-9f8c-b2aa2d2317fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:56:18.081084 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066ca02-9f32-4151-953b-b948f1d6ab2b None None] New status for floating IP cf43ad1e-63d0-4c90-972d-f341d86375d5: DOWN {{(pid=80260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:56:18.412973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35532) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:18.485299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:18.516111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:18.565218 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:18.570436 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-17598802-b973-4eac-a7d9-c7fcb6023e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:18.586690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d6afe-33e6-49b1-b9a8-25584dea065a,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:18.598557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.599485 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.599901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.600305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.600706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.601109 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.601504 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.601905 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.602301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.602695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.603115 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.603507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.603959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.604351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.604814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.605207 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.605598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.605988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.606378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.606766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.607180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.607573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.608015 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.608971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:18.612507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:18.613774 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "DELETE /v2.0/security-groups/507d6afe-33e6-49b1-b9a8-25584dea065a HTTP/1.1" status: 204 len: 168 time: 0.1996627 Dec 02 17:56:18.614678 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:18.616598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35538) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:18.634170 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.api.v2.resource [None req-2fe4c89d-68a4-476a-a5bc-4d20e0b828fb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] show failed (client error): The resource could not be found. Dec 02 17:56:18.635305 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2fe4c89d-68a4-476a-a5bc-4d20e0b828fb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "GET /v2.0/security-groups/507d6afe-33e6-49b1-b9a8-25584dea065a HTTP/1.1" status: 404 len: 347 time: 0.0177081 Dec 02 17:56:18.638373 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35542) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:18.803872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Deleting port 587723a2-9812-4f47-8879-96c218aff78a {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:18.804419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:18.980873 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:18.981243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:19.109146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Calling delete_port for 587723a2-9812-4f47-8879-96c218aff78a owned by network:floatingip {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:19.251693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:19.268113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:19.317098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Pushing event deleted for resources: {'Port': ['ID=587723a2-9812-4f47-8879-96c218aff78a,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:19.329616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:19.492212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks [] for floatingip, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:19.509989 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:19.511307 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b2cdddda-6af3-4833-8c11-d2037244f207 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] 10.222.0.10 "DELETE /v2.0/floatingips/cf43ad1e-63d0-4c90-972d-f341d86375d5 HTTP/1.1" status: 204 len: 168 time: 0.8718216 Dec 02 17:56:19.926167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a8c6-1351-4993-a208-a99548286f58 req-0984e06b-d445-49d8-8055-87a2ed5fb1b0 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:19.927841 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-0984e06b-d445-49d8-8055-87a2ed5fb1b0 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.1590011 Dec 02 17:56:19.944381 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-f0540aad-cdea-4d84-aa63-339153f09f08 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/quotas/f34e44759e8b4b83bad3fee17388de98 HTTP/1.1" status: 200 len: 375 time: 0.0104365 Dec 02 17:56:20.034615 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-9314df18-2f88-4989-9446-8101b21e3e54 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846319 Dec 02 17:56:20.177074 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-118ebc5b-231b-4f2f-98fe-50e584b43fba service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346400 Dec 02 17:56:20.531608 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-0fe10f2e-6edd-4096-a4da-b11d8c35c165 service neutron] 10.222.0.10 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3478854 Dec 02 17:56:20.733094 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-db4d2285-efe6-42e8-bc89-77cac0a83adb req-8bbb9213-70e2-4fa5-95a8-1775acd6ae7c tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 210 time: 0.0449703 Dec 02 17:56:21.929937 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-422ea00d-b90e-405e-8ab7-4e2152de9667 req-2e8201fa-d811-4716-a225-1299734d99a5 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 210 time: 0.0640938 Dec 02 17:56:22.035679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a8c6-1351-4993-a208-a99548286f58 req-78b1c6b5-e927-4501-bdc1-c20c657f51fd tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:22.037143 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-78b1c6b5-e927-4501-bdc1-c20c657f51fd tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 815 time: 0.2038903 Dec 02 17:56:22.065871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Request body: {'port': {'device_id': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e', 'admin_state_up': True, 'tenant_id': 'f34e44759e8b4b83bad3fee17388de98'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:56:22.213761 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:22.223981 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:22.232811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Made reservation on behalf of f34e44759e8b4b83bad3fee17388de98 for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:56:22.238393 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:22.368479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35596) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:22.552383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Allocated IP 172.20.0.11 (6be8756b-9e1a-4c3d-9a0e-cfcba90f789e/eb538a8d-05b7-4d33-bd5e-3412e05c5e5b/8e42366e-055a-4c11-a619-ca98f9d4fe16) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:56:22.773312 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:22.802853 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:22.819123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:22.960726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event updated for resources: {'Port': ['ID=8e42366e-055a-4c11-a619-ca98f9d4fe16,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:22.965775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:23.017424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:56:23.018753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:56:23.021413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:56:23.049480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424365'] for router_interface, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:23.134844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:23.135536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:23.171143 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-043bb803-b6bd-464b-8e9f-dfa99fb641df tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1095910 Dec 02 17:56:23.191815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777126-1d0d-400d-8d29-cb4890618439 req-47d2b448-c767-4677-ab99-757595545602 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:23.192575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-19777126-1d0d-400d-8d29-cb4890618439 req-47d2b448-c767-4677-ab99-757595545602 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Synchronizing usage tracker for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:56:23.200881 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Request body: {'port': {'device_id': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:56:23.258449 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-19777126-1d0d-400d-8d29-cb4890618439 req-47d2b448-c767-4677-ab99-757595545602 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Unset dirty status for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:56:23.259764 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-19777126-1d0d-400d-8d29-cb4890618439 req-47d2b448-c767-4677-ab99-757595545602 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 932 time: 0.1928370 Dec 02 17:56:23.361896 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-19777126-1d0d-400d-8d29-cb4890618439 req-8f326ed7-d952-4504-af7a-bef2beec3dc1 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660269 Dec 02 17:56:23.362620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:23.667990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Deleting port 826e8dd9-e2d1-4765-81c5-dd45b8628ece {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:23.668376 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:23.784239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e42366e-055a-4c11-a619-ca98f9d4fe16 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:56:23.791500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:23.804427 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Transition to ACTIVE for port object 8e42366e-055a-4c11-a619-ca98f9d4fe16 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:56:23.807119 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:23.822326 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:23.855969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] For port 826e8dd9-e2d1-4765-81c5-dd45b8628ece, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=826e8dd9-e2d1-4765-81c5-dd45b8628ece,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:23.856365 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:23.956964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Pushing event updated for resources: {'Port': ['ID=8e42366e-055a-4c11-a619-ca98f9d4fe16,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:23.960131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:23.985073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Calling delete_port for 826e8dd9-e2d1-4765-81c5-dd45b8628ece owned by network:router_interface {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:24.136341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Attempting to bind port 8e42366e-055a-4c11-a619-ca98f9d4fe16 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:56:24.136713 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Attempting to bind port 8e42366e-055a-4c11-a619-ca98f9d4fe16 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:56:24.137081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Attempting to bind port 8e42366e-055a-4c11-a619-ca98f9d4fe16 on network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:56:24.143279 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:56:24.143654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Checking segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:56:24.144060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:24.144710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Bound using segment: {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:56:24.145181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Bound port: 8e42366e-055a-4c11-a619-ca98f9d4fe16, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ae65d3-961a-4359-bee4-c608becdc724', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6be8756b-9e1a-4c3d-9a0e-cfcba90f789e'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:56:24.145558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:24.156744 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:24.172261 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bd826dfa-7f9e-40b2-ade6-6c0a5ebcd08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:24.216582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Pushing event deleted for resources: {'Port': ['ID=826e8dd9-e2d1-4765-81c5-dd45b8628ece,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:24.228882 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:24.239126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] For port 8e42366e-055a-4c11-a619-ca98f9d4fe16, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:56:24.242247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] For port 8e42366e-055a-4c11-a619-ca98f9d4fe16, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e42366e-055a-4c11-a619-ca98f9d4fe16,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:56:24.245808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:24.261283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7e89b541-6c7f-4cb8-8102-3367a58b9163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:24.410113 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Pushing event updated for resources: {'Port': ['ID=8e42366e-055a-4c11-a619-ca98f9d4fe16,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:24.413652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:24.455435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:24.456105 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:24.457618 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] 10.222.0.60 "PUT /v2.0/ports/8e42366e-055a-4c11-a619-ca98f9d4fe16 HTTP/1.1" status: 200 len: 1158 time: 1.2621996 Dec 02 17:56:24.458180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:24.542605 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16', 'status': 'completed', 'code': 200} Dec 02 17:56:24.610293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:24.658547 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f15fe-6004-495f-b624-5ddd9e2ff459 req-9abfb085-4dc9-4596-b558-637f86228a76 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:24.660201 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cc6f15fe-6004-495f-b624-5ddd9e2ff459 req-9abfb085-4dc9-4596-b558-637f86228a76 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 944 time: 0.1561494 Dec 02 17:56:24.661998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a8c6-1351-4993-a208-a99548286f58 req-e392d767-2254-4b8c-9c02-08c2ffecb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:24.663512 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-e392d767-2254-4b8c-9c02-08c2ffecb21f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 1161 time: 0.1157551 Dec 02 17:56:24.963898 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-e2c7cbb9-d8c4-426f-bc0d-d51a5224fa1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e42366e-055a-4c11-a619-ca98f9d4fe16 HTTP/1.1" status: 200 len: 217 time: 0.2829735 Dec 02 17:56:25.021023 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cc6f15fe-6004-495f-b624-5ddd9e2ff459 req-15d62435-2ee9-4ba7-8cdc-093dacc89e1f tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539262 Dec 02 17:56:25.047923 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a8c6-1351-4993-a208-a99548286f58 req-091f8a1a-039b-4739-997f-a896a39da7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:25.049636 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-091f8a1a-039b-4739-997f-a896a39da7b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.0704913 Dec 02 17:56:25.101242 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-000974d2-a497-4a49-abd4-8f2aaa48544a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430844 Dec 02 17:56:25.122711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:56:25.254586 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-2f241f6d-c5a1-4c4f-9ae9-e313803a27d5 service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375854 Dec 02 17:56:25.316592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:56:25.325396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] Sync routers for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:56:25.332885 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f3da8918-628e-4908-bdf8-7a420eaefa6c admin admin] 10.222.0.10 "PUT /v2.0/routers/2aacce77-f8bb-48e7-bf00-0090b2d37d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9605877 Dec 02 17:56:25.333120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35608) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:25.337505 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:56:25.338299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:56:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:25.405571 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1c60a8c6-1351-4993-a208-a99548286f58 req-128d2293-fab1-4435-a99b-0d5bec3487ab service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422904 Dec 02 17:56:25.543414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:56:25.605918 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-2d8a3bca-398f-4049-be83-2d360b0de9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:25.607606 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-2d8a3bca-398f-4049-be83-2d360b0de9bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f34e44759e8b4b83bad3fee17388de98&device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 1161 time: 0.0859048 Dec 02 17:56:25.758829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:25.765169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-f52b902f-2337-4064-ba20-d0bb7cce6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:25.766825 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-f52b902f-2337-4064-ba20-d0bb7cce6249 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 200 len: 909 time: 0.1463571 Dec 02 17:56:25.844255 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-d3547937-4ca1-4498-8745-103fbf529528 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e42366e-055a-4c11-a619-ca98f9d4fe16 HTTP/1.1" status: 200 len: 217 time: 0.0678046 Dec 02 17:56:25.852419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:56:24Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:25.856651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] Checking router: 2aacce77-f8bb-48e7-bf00-0090b2d37d62 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:56:25.866310 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] Routers {'2aacce77-f8bb-48e7-bf00-0090b2d37d62'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:56:25.867004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:56:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:25.923582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-1259d178-dbcc-48db-8aa4-cfa72780b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:25.925200 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-1259d178-dbcc-48db-8aa4-cfa72780b6cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 200 len: 855 time: 0.0733628 Dec 02 17:56:25.952000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:25.957558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Deleting port 7a28b861-a14f-41a5-afe6-648caea6d4e1 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:25.958019 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:25.977381 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-a1b418f1-c6c4-4edc-b7ae-52a8a318657c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445011 Dec 02 17:56:26.074917 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] Set router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:56:26.153488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] For port 7a28b861-a14f-41a5-afe6-648caea6d4e1, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=7a28b861-a14f-41a5-afe6-648caea6d4e1,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:26.153732 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-47637284-7a5e-459e-83ee-ac76a1e8a4ce service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678836 Dec 02 17:56:26.153824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.285880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Calling delete_port for 7a28b861-a14f-41a5-afe6-648caea6d4e1 owned by network:router_gateway {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:26.375241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbafe1-db26-43bd-946c-d37ab77d909a req-50b4fbf8-d48b-4b99-9457-838c6f7fe30e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:26.376883 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-98dbafe1-db26-43bd-946c-d37ab77d909a req-50b4fbf8-d48b-4b99-9457-838c6f7fe30e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 944 time: 0.2166176 Dec 02 17:56:26.378964 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c1dca7c0-43b8-41e2-9941-3b79271e510d req-58871c18-0e13-4fea-b4f3-4a3ec546eedf service neutron] 10.222.0.60 "GET /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167871 Dec 02 17:56:26.403958 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:56:24Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:26.408255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f665df-6530-4dea-b44f-b4440f0c837b None None] The sync data for ids ['2aacce77-f8bb-48e7-bf00-0090b2d37d62'] in dv-cinder-733623-9-smb is: [{'id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'name': 'tempest-AttachVolumeShelveTestJSON-86623104-router', 'tenant_id': '6946dedeee55457fb77f5d9d662150ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:19Z', 'updated_at': '2020-12-02T17:56:24Z', 'revision_number': 5, 'project_id': '6946dedeee55457fb77f5d9d662150ea', 'gw_port': {'id': '7a28b861-a14f-41a5-afe6-648caea6d4e1', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aacce77-f8bb-48e7-bf00-0090b2d37d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:21Z', 'updated_at': '2020-12-02T17:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:56:26.433779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.448060 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-98dbafe1-db26-43bd-946c-d37ab77d909a req-d3f4c9ed-118f-444b-bcb2-e7ce8fe873ad tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620215 Dec 02 17:56:26.628057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765285'] for router_gateway, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.768763 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765433'] for router, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.771420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.794503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851011178'] for router, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.795120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aacce77-f8bb-48e7-bf00-0090b2d37d62 {{(pid=80258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 17:56:26.808069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.809297 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c4ca4436-cbef-47d3-b39a-09a9834e06d7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2aacce77-f8bb-48e7-bf00-0090b2d37d62 HTTP/1.1" status: 204 len: 168 time: 1.4752047 Dec 02 17:56:26.812457 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35614) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:26.880057 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Deleting subnet 63080f16-7d03-4df7-9f8c-b2aa2d2317fc {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:56:26.883720 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:26.943301 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.028409 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.294650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.310697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:27.359257 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63080f16-7d03-4df7-9f8c-b2aa2d2317fc,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:27.363871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:27.445861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.450893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d762b9c-52af-4624-940c-922ac7d54b2f None None] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:56:27.452131 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/63080f16-7d03-4df7-9f8c-b2aa2d2317fc HTTP/1.1" status: 204 len: 168 time: 0.6385641 Dec 02 17:56:27.454956 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35618) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:27.576023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.694868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Deleting port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:27.695278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.720273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] DHCP port deletion for 531cec26-1e4d-4ce7-99f9-d30d65f5947b request from dv-cinder-733623-9-smb {{(pid=80259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 17:56:27.724592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Deleting port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:27.725185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.812401 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008510-c913-461e-9597-03cd4a1ed9d1 req-25282374-e4c3-4e6d-8109-2045292d117b tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:27.814034 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-96008510-c913-461e-9597-03cd4a1ed9d1 req-25282374-e4c3-4e6d-8109-2045292d117b tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 944 time: 0.1911378 Dec 02 17:56:27.937226 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] For port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:27.937593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:27.946984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 826e8dd9-e2d1-4765-81c5-dd45b8628ece no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:27.966904 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-96008510-c913-461e-9597-03cd4a1ed9d1 req-193a7cf3-9739-4a42-956f-e4060b859921 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407278 Dec 02 17:56:27.974770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] For port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,segment=NetworkSegment(b521aea5-6fe7-4dd6-9848-16f198aa45a7),segment_id=b521aea5-6fe7-4dd6-9848-16f198aa45a7)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:27.975209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.037904 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 826e8dd9-e2d1-4765-81c5-dd45b8628ece {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:56:28.038296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 826e8dd9-e2d1-4765-81c5-dd45b8628ece not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:56:28.038769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 7a28b861-a14f-41a5-afe6-648caea6d4e1 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:28.108181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Calling delete_port for bd23cf7f-c0f1-41f3-acaf-0c5085d369fe owned by network:dhcp {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:28.132087 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Calling delete_port for bd23cf7f-c0f1-41f3-acaf-0c5085d369fe owned by network:dhcp {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:28.158850 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 7a28b861-a14f-41a5-afe6-648caea6d4e1 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:56:28.159097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 7a28b861-a14f-41a5-afe6-648caea6d4e1 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:56:28.159572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device bd23cf7f-c0f1-41f3-acaf-0c5085d369fe no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:28.180189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.196840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-abecd44e-5ff3-4be0-931c-c5fafa2ea994 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:28.203293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: bd23cf7f-c0f1-41f3-acaf-0c5085d369fe {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:56:28.203687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device bd23cf7f-c0f1-41f3-acaf-0c5085d369fe not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:56:28.238779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:56:28.239223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:56:28.254152 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd23cf7f-c0f1-41f3-acaf-0c5085d369fe,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:28.258866 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:28.337568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] No DVR routers for this DVR port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe on host dv-cinder-733623-9-smb {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:56:28.460795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.575986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531cec26-1e4d-4ce7-99f9-d30d65f5947b']}} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:28.589300 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b521aea5-6fe7-4dd6-9848-16f198aa45a7') {'for_net_delete': True} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:28.589645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b521aea5-6fe7-4dd6-9848-16f198aa45a7') {} {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:56:28.591047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8e42366e-055a-4c11-a619-ca98f9d4fe16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:28.602780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852947200'] for segment, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.618032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.620098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:56:28.659752 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 8e42366e-055a-4c11-a619-ca98f9d4fe16 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:56:28.664728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8e42366e-055a-4c11-a619-ca98f9d4fe16 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:28.665143 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.757434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Deleting port bd23cf7f-c0f1-41f3-acaf-0c5085d369fe {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:28.757854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.804379 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:56:28.813626 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10988871'] for segment, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.833530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-ae63b3ed-e2e6-4301-8813-79d27529c43d None None] The port 'bd23cf7f-c0f1-41f3-acaf-0c5085d369fe' was deleted {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 17:56:28.847944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.876258 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:28.886591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 8e42366e-055a-4c11-a619-ca98f9d4fe16, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e42366e-055a-4c11-a619-ca98f9d4fe16,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:28.890322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:28.892282 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:28.937649 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16', 'code': 200} Dec 02 17:56:28.963404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=8e42366e-055a-4c11-a619-ca98f9d4fe16,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:28.966633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:28.998185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Network 531cec26-1e4d-4ce7-99f9-d30d65f5947b has no segments {{(pid=80257) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:56:29.023927 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:56:29.194378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:29.208876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6c3f62c3-5f15-4aa7-90cf-06cdb39c41ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:29.227673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:29.238953 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Pushing event deleted for resources: {'Network': ['ID=531cec26-1e4d-4ce7-99f9-d30d65f5947b,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:29.249486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:29.260121 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] 10.222.0.10 "DELETE /v2.0/networks/531cec26-1e4d-4ce7-99f9-d30d65f5947b HTTP/1.1" status: 204 len: 168 time: 1.8040485 Dec 02 17:56:29.291253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f78bd2-6716-4751-a755-0a35b0fa82c8 req-e3c63dab-e0e1-49ad-83d0-d8ebcf5fe102 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:29.292894 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f8f78bd2-6716-4751-a755-0a35b0fa82c8 req-e3c63dab-e0e1-49ad-83d0-d8ebcf5fe102 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 946 time: 0.1893554 Dec 02 17:56:29.299984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdbe96-1b61-4b44-a7ad-f9c47d3db245 req-c77be044-5863-4041-acfc-5596837245d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:29.301532 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dbdbe96-1b61-4b44-a7ad-f9c47d3db245 req-c77be044-5863-4041-acfc-5596837245d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 1163 time: 0.1529353 Dec 02 17:56:29.375484 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f8f78bd2-6716-4751-a755-0a35b0fa82c8 req-f4b2f567-8600-4eb6-aa45-b1207924a3c1 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729270 Dec 02 17:56:29.378986 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9dbdbe96-1b61-4b44-a7ad-f9c47d3db245 req-ffd3fa44-9619-4424-9397-33a6a437744e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625558 Dec 02 17:56:29.412945 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35630) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:29.463968 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9f4eff01-baea-462f-9d57-bb6ea247676a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6946dedeee55457fb77f5d9d662150ea&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0497742 Dec 02 17:56:29.466412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35634) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:29.529251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b77bb1c4-bfb4-4c46-bf28-d50fc52381d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:29.559269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b77bb1c4-bfb4-4c46-bf28-d50fc52381d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:29.612391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b77bb1c4-bfb4-4c46-bf28-d50fc52381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:29.617448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d8063c79-eaee-456c-b8b7-790e2e97ec02 tempest-VolumesNegativeTest-365385846 tempest-VolumesNegativeTest-365385846] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:29.630987 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb1c4-bfb4-4c46-bf28-d50fc52381d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f42b8-f7fd-4899-967e-62c967f4d538,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:29.636183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b77bb1c4-bfb4-4c46-bf28-d50fc52381d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:29.638189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b77bb1c4-bfb4-4c46-bf28-d50fc52381d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:29.640051 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b77bb1c4-bfb4-4c46-bf28-d50fc52381d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b57f42b8-f7fd-4899-967e-62c967f4d538 HTTP/1.1" status: 204 len: 168 time: 0.1725435 Dec 02 17:56:30.149254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8e42366e-055a-4c11-a619-ca98f9d4fe16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:30.220051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8e42366e-055a-4c11-a619-ca98f9d4fe16 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:30.220479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:30.597302 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845b5a-bf01-474d-8f76-ac927155d901 req-d4e09c88-a2a1-4744-85f8-bf15015ed2bc tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:30.605663 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-04845b5a-bf01-474d-8f76-ac927155d901 req-d4e09c88-a2a1-4744-85f8-bf15015ed2bc tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 946 time: 0.0959439 Dec 02 17:56:30.648929 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-04845b5a-bf01-474d-8f76-ac927155d901 req-4db05cf2-e3ae-40f2-aae5-243d35f39cd8 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Dec 02 17:56:31.392776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35686) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:31.546003 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:31.564665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:31.568735 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Usage tracker for resource:security_group_rule and tenant:d23bb394e83e43df9bad9696791dea98 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:56:31.571693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:56:31.577605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:31.664596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:31.667384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:31.677338 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-12640010-911d-4f88-93fe-06729402e706 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:31.723205 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d23bb394e83e43df9bad9696791dea98&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3291407 Dec 02 17:56:31.724869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f55ae1-c4ee-4981-8ff6-fe15528adcea,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:31.726070 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35694) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:31.728239 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-08d63af3-45a1-432a-ad51-8c9b0aa4775a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:31.835520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-865f1b08-9ba7-42b7-81fd-a909e2371e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:32.082929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-865f1b08-9ba7-42b7-81fd-a909e2371e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:32.141643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c94f13-70a8-43d1-a8c3-e03c0c3b1f3a req-0693d006-b8aa-4605-a2ac-55a1d285d090 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:32.143275 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c94f13-70a8-43d1-a8c3-e03c0c3b1f3a req-0693d006-b8aa-4605-a2ac-55a1d285d090 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 946 time: 0.3556600 Dec 02 17:56:32.164644 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-865f1b08-9ba7-42b7-81fd-a909e2371e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:32.171107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9b3ccef7-2ae1-492a-8fc5-e20fcc60bc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:32.188707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1b08-9ba7-42b7-81fd-a909e2371e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f55ae1-c4ee-4981-8ff6-fe15528adcea,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:32.192985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-865f1b08-9ba7-42b7-81fd-a909e2371e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:32.204111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-865f1b08-9ba7-42b7-81fd-a909e2371e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:32.207849 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-865f1b08-9ba7-42b7-81fd-a909e2371e09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37f55ae1-c4ee-4981-8ff6-fe15528adcea HTTP/1.1" status: 204 len: 168 time: 0.4781280 Dec 02 17:56:32.216817 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f3c94f13-70a8-43d1-a8c3-e03c0c3b1f3a req-5de980eb-e663-4862-9b7d-a1739d23bef5 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665712 Dec 02 17:56:32.251842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8e42366e-055a-4c11-a619-ca98f9d4fe16 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:32.333760 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8e42366e-055a-4c11-a619-ca98f9d4fe16 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:32.334227 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.421010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35782) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:35.573680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.589498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:35.594190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad41a1caf944f2cacf834c2e05c7334 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:56:35.597148 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:56:35.603676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:35.689713 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.691907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.704426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c77796f6-7091-4428-b25f-14a6a8f3adc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:35.746166 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ad41a1caf944f2cacf834c2e05c7334&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3238926 Dec 02 17:56:35.747139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf33039f-1da3-4cf4-845a-e104df0f4a30,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:35.749565 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35788) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:35.755673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.756089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.756499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.756896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.757289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.757660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.758055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.758442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.758829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.759243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.759636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.760014 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.760544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.760932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.761315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.761697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.762079 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.762440 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.762824 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.763230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.763613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.764149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.765126 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.765516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:56:35.770224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:35.819886 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.847754 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.892834 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.898499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-974f5a5e-5c5f-44f0-867d-194b3c06c4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:35.913469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf33039f-1da3-4cf4-845a-e104df0f4a30,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:35.916677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:35.921100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:35.922314 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf33039f-1da3-4cf4-845a-e104df0f4a30 HTTP/1.1" status: 204 len: 168 time: 0.1715467 Dec 02 17:56:36.263686 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35796) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:36.283491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:36.299013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:36.303080 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Usage tracker for resource:security_group_rule and tenant:3f22721ed511496fab07ab8045049cba is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:56:36.306064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:56:36.312351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:36.394501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:36.397315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:36.406358 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-774e1631-c641-4e27-9b5a-e708945eb818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:36.447348 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f22721ed511496fab07ab8045049cba&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1822550 Dec 02 17:56:36.449060 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64e02d-507d-4496-92f0-37ec16c446e0,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:36.450262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35800) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:36.452632 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:36.515488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:36.543615 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:36.592452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:36.597450 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-371e0aa4-3735-4eab-a947-7112c4a93d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:36.610992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64e02d-507d-4496-92f0-37ec16c446e0,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:36.614131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:36.616212 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:36.620305 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f64e02d-507d-4496-92f0-37ec16c446e0 HTTP/1.1" status: 204 len: 168 time: 0.1688612 Dec 02 17:56:38.375503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2eed0a7a-9153-4859-bcb2-ad0b77b5a6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:39.920387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719931-50de-4943-8ca3-415e2ca5ce86 req-9301496c-ee3d-47be-909f-5db38917c69e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:39.922602 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c6719931-50de-4943-8ca3-415e2ca5ce86 req-9301496c-ee3d-47be-909f-5db38917c69e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 946 time: 0.0872097 Dec 02 17:56:39.969599 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-c6719931-50de-4943-8ca3-415e2ca5ce86 req-84b480eb-c3a0-4133-8a35-a87e18fa8ecf tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Dec 02 17:56:40.901059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-77a114f5-3bad-4ae4-9234-7b91d1850f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:41.043251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:41.184528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd2130-4c3f-4706-b709-ec641ba4c545 req-2d73f470-7ebd-4a72-911e-fd9bdf403c24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:41.186062 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-51fd2130-4c3f-4706-b709-ec641ba4c545 req-2d73f470-7ebd-4a72-911e-fd9bdf403c24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 946 time: 0.0833139 Dec 02 17:56:41.236549 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-51fd2130-4c3f-4706-b709-ec641ba4c545 req-bc3652c0-e406-4793-9680-80a404e5b673 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 Dec 02 17:56:41.728147 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-652128e3-c549-4d54-a6a0-a9db117c2b53 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:41.729732 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-652128e3-c549-4d54-a6a0-a9db117c2b53 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 946 time: 0.0860767 Dec 02 17:56:41.804701 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Deleting port 8e42366e-055a-4c11-a619-ca98f9d4fe16 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:41.805092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:42.067862 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] For port 8e42366e-055a-4c11-a619-ca98f9d4fe16, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e42366e-055a-4c11-a619-ca98f9d4fe16,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:42.068359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:42.086501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8e42366e-055a-4c11-a619-ca98f9d4fe16 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:42.199819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Calling delete_port for 8e42366e-055a-4c11-a619-ca98f9d4fe16 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:42.207807 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:42.247029 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 8e42366e-055a-4c11-a619-ca98f9d4fe16, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e42366e-055a-4c11-a619-ca98f9d4fe16,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:42.248110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:42.255559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:42.257487 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:42.330871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:56:42.331277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:56:42.481885 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16', 'code': 200} Dec 02 17:56:42.508970 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:42.554687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=8e42366e-055a-4c11-a619-ca98f9d4fe16,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:42.559454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:42.560743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:42.568233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:42.614961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fcc3a-97ca-493e-b6da-bd4f17d1c59e req-20c3e7ce-e015-4e8c-8945-eb24d42cf04b tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:42.616666 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a02fcc3a-97ca-493e-b6da-bd4f17d1c59e req-20c3e7ce-e015-4e8c-8945-eb24d42cf04b tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 944 time: 0.1241131 Dec 02 17:56:42.718980 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a02fcc3a-97ca-493e-b6da-bd4f17d1c59e req-21ed4b1c-2f67-4325-bdc8-4aa3bc364e6d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954459 Dec 02 17:56:42.750695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d2c9-96b5-4cca-a172-dcbd4141ee93 req-80959406-54f0-4b20-bbe0-79237d615269 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:42.752351 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3f71d2c9-96b5-4cca-a172-dcbd4141ee93 req-80959406-54f0-4b20-bbe0-79237d615269 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.1112866 Dec 02 17:56:42.802157 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3f71d2c9-96b5-4cca-a172-dcbd4141ee93 req-6b138c1c-696f-41cc-beaf-85733f3dcf41 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428805 Dec 02 17:56:42.832954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Deleting port 8e42366e-055a-4c11-a619-ca98f9d4fe16 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:42.833349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:43.098191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] For port 8e42366e-055a-4c11-a619-ca98f9d4fe16, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e42366e-055a-4c11-a619-ca98f9d4fe16,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:43.098664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:43.224930 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Calling delete_port for 8e42366e-055a-4c11-a619-ca98f9d4fe16 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:43.370032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:43.385328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:43.430575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event deleted for resources: {'Port': ['ID=8e42366e-055a-4c11-a619-ca98f9d4fe16,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:43.435141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:43.584907 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] No DVR routers for this DVR port 8e42366e-055a-4c11-a619-ca98f9d4fe16 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:56:43.587066 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:43.589720 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'name': 'network-vif-deleted', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:43.616323 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e4d55263-6432-4d3a-9541-a97eb0535afc req-5f3afedf-ef03-41ce-bf7e-f7b665cf8a24 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "DELETE /v2.0/ports/8e42366e-055a-4c11-a619-ca98f9d4fe16 HTTP/1.1" status: 204 len: 173 time: 1.8799186 Dec 02 17:56:43.648990 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd38db41-66e2-4a31-b7a2-f35e61fde811', 'name': 'network-vif-deleted', 'tag': '8e42366e-055a-4c11-a619-ca98f9d4fe16', 'status': 'completed', 'code': 200} Dec 02 17:56:43.908996 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-9f63afcb-fa08-4a45-8cfa-c12502ace4c2 req-0ccb85b1-e68c-44b1-94bc-b061cf991f31 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Synchronizing usage tracker for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:56:43.923684 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-9f63afcb-fa08-4a45-8cfa-c12502ace4c2 req-0ccb85b1-e68c-44b1-94bc-b061cf991f31 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Unset dirty status for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:56:43.924967 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9f63afcb-fa08-4a45-8cfa-c12502ace4c2 req-0ccb85b1-e68c-44b1-94bc-b061cf991f31 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=dd38db41-66e2-4a31-b7a2-f35e61fde811 HTTP/1.1" status: 200 len: 210 time: 0.0609758 Dec 02 17:56:44.019357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c7de7-caa2-49c8-b52a-c6e3a5970dad req-0c8e4bfb-6ccc-45fa-8273-dcb3a76464a2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:44.020981 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e0c7de7-caa2-49c8-b52a-c6e3a5970dad req-0c8e4bfb-6ccc-45fa-8273-dcb3a76464a2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0872946 Dec 02 17:56:44.068163 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e0c7de7-caa2-49c8-b52a-c6e3a5970dad req-79dbbf65-b838-4398-add9-278918e674bc tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407355 Dec 02 17:56:44.413163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:56:44.672895 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35962) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:44.824108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:44.839801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:44.844008 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Usage tracker for resource:security_group_rule and tenant:26f30046c30a4e0781526eaad880bc48 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:56:44.846995 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:56:44.852723 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:44.936181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:44.939721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:44.948337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e28f94cc-ebd4-4e29-81de-b8cfbf8bc2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:44.991404 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26f30046c30a4e0781526eaad880bc48&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3172967 Dec 02 17:56:44.993117 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58823b17-052c-415d-9eb4-b88bdd940b09,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:44.994229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35970) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:44.996590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6c7f4eb5-49f3-4372-93a2-a4e73ce1a00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:45.058789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-28b4fbe4-372e-47e7-b50a-0193e34202b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.086185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-28b4fbe4-372e-47e7-b50a-0193e34202b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.136939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-28b4fbe4-372e-47e7-b50a-0193e34202b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.142410 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-73914fe3-4973-476d-8cbe-9a48066ffd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:45.157096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4fbe4-372e-47e7-b50a-0193e34202b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58823b17-052c-415d-9eb4-b88bdd940b09,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:45.160422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-28b4fbe4-372e-47e7-b50a-0193e34202b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:45.161293 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-28b4fbe4-372e-47e7-b50a-0193e34202b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.165753 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-28b4fbe4-372e-47e7-b50a-0193e34202b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58823b17-052c-415d-9eb4-b88bdd940b09 HTTP/1.1" status: 204 len: 168 time: 0.1703579 Dec 02 17:56:45.312795 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac930e4-a60a-459e-a0c5-f2c1ec76e8f2 req-1ecdbe40-0879-483e-8448-19d7de52c3a1 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:45.314489 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3ac930e4-a60a-459e-a0c5-f2c1ec76e8f2 req-1ecdbe40-0879-483e-8448-19d7de52c3a1 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0963564 Dec 02 17:56:45.364993 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3ac930e4-a60a-459e-a0c5-f2c1ec76e8f2 req-659db877-56f2-48d6-bee7-baa907012d81 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439370 Dec 02 17:56:45.631625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 35984) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:45.651387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.666545 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:45.670699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Usage tracker for resource:security_group_rule and tenant:40291ce2362344e397668b5e40b01dfe is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:56:45.674734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:56:45.680577 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:45.768751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.771499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.780234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-61fad19b-82c8-4f9f-870c-8f39826b5ddb tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:45.823128 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40291ce2362344e397668b5e40b01dfe&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1903024 Dec 02 17:56:45.824098 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9dcab1-0d32-4e01-8996-9364ec602e5c,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:45.826039 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 35988) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:45.827389 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1ca54c18-1622-40b0-99f9-1d830c7781b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:45.890599 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.921921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.965730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.970766 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2ea9a172-615a-4d2a-93e4-4805f975accb tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:45.985871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9dcab1-0d32-4e01-8996-9364ec602e5c,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:45.989069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:45.993435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:45.994670 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac9dcab1-0d32-4e01-8996-9364ec602e5c HTTP/1.1" status: 204 len: 168 time: 0.1664288 Dec 02 17:56:46.589558 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd3ce-499e-46b9-9954-54d8dd77506b req-beb4987b-90c7-4daf-89ed-27d52dc0a15a tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:46.594088 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1cddd3ce-499e-46b9-9954-54d8dd77506b req-beb4987b-90c7-4daf-89ed-27d52dc0a15a tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0931597 Dec 02 17:56:46.697721 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1cddd3ce-499e-46b9-9954-54d8dd77506b req-1736fc3e-b8a2-44ab-a70d-77a964e9f98d tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0923882 Dec 02 17:56:46.736360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6f2f1-e69e-4426-ad2e-8c64c757b3ac req-ad8b251c-7b2d-483d-ac5c-d70cccf4b22a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:46.737965 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9fc6f2f1-e69e-4426-ad2e-8c64c757b3ac req-ad8b251c-7b2d-483d-ac5c-d70cccf4b22a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 945 time: 0.0984895 Dec 02 17:56:46.786075 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9fc6f2f1-e69e-4426-ad2e-8c64c757b3ac req-6743d486-c2c2-4b59-9c04-cbc4169c702a tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Dec 02 17:56:47.924421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6aff-2683-48f1-ad84-1722aec78475 req-b74b2f9f-9f14-4bb0-8f43-27017506425b tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:47.926078 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cc3e6aff-2683-48f1-ad84-1722aec78475 req-b74b2f9f-9f14-4bb0-8f43-27017506425b tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0934079 Dec 02 17:56:48.022898 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cc3e6aff-2683-48f1-ad84-1722aec78475 req-d0aa7e2b-32d8-4f1e-b510-e19eb4c2cad0 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0569391 Dec 02 17:56:48.047106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019bc27-2587-4ac4-b398-2f439d68375d req-267d6460-5fab-49c3-981a-88c68147b6a4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:48.048757 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a019bc27-2587-4ac4-b398-2f439d68375d req-267d6460-5fab-49c3-981a-88c68147b6a4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 945 time: 0.1217148 Dec 02 17:56:48.096740 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a019bc27-2587-4ac4-b398-2f439d68375d req-e8bb8bbb-c2f5-46df-b418-a9399fb2a0d3 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Dec 02 17:56:48.342200 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device a597e188-7492-4a80-8cf4-b8245c013fc3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:48.414139 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port a597e188-7492-4a80-8cf4-b8245c013fc3 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:48.414562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:48.506471 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-447e465b-1588-4a93-9b7b-dd74cdea2eeb tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:48.508084 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-447e465b-1588-4a93-9b7b-dd74cdea2eeb tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 945 time: 0.0862851 Dec 02 17:56:48.583277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Deleting port a597e188-7492-4a80-8cf4-b8245c013fc3 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:48.583590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:48.843448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] For port a597e188-7492-4a80-8cf4-b8245c013fc3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a597e188-7492-4a80-8cf4-b8245c013fc3,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:48.843752 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:48.966950 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Calling delete_port for a597e188-7492-4a80-8cf4-b8245c013fc3 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:49.112009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:49.128842 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3e572cf4-7a7e-454d-80ab-53ece3e00cf7 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:49.227967 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event deleted for resources: {'Port': ['ID=a597e188-7492-4a80-8cf4-b8245c013fc3,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:49.238479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:49.563305 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3ec74def-f410-4a67-a27d-708523c35502 req-5e6d7a2c-5c89-4ec9-b2ab-7b785f9645ea tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=01fb4342-0379-4286-81a4-751bcdfcbc49 HTTP/1.1" status: 200 len: 210 time: 0.3327975 Dec 02 17:56:49.630752 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af418f2-1406-45dd-ac12-22bef0a03b90 req-6bf9d641-464c-4c79-afc0-d80db4d22c99 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:49.632397 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8af418f2-1406-45dd-ac12-22bef0a03b90 req-6bf9d641-464c-4c79-afc0-d80db4d22c99 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.4717236 Dec 02 17:56:49.686730 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] No DVR routers for this DVR port a597e188-7492-4a80-8cf4-b8245c013fc3 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:56:49.690494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:49.693163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'name': 'network-vif-deleted', 'tag': 'a597e188-7492-4a80-8cf4-b8245c013fc3'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:49.735805 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-86ef7fd3-fa99-482e-babe-775c32e30812 req-9db5a7f1-10b9-4577-a3c9-4ea34245b144 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "DELETE /v2.0/ports/a597e188-7492-4a80-8cf4-b8245c013fc3 HTTP/1.1" status: 204 len: 173 time: 1.2217393 Dec 02 17:56:49.738379 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8af418f2-1406-45dd-ac12-22bef0a03b90 req-9735f580-d87e-4ee0-a21e-0114eb56692a tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0735717 Dec 02 17:56:49.760698 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fb4342-0379-4286-81a4-751bcdfcbc49', 'name': 'network-vif-deleted', 'tag': 'a597e188-7492-4a80-8cf4-b8245c013fc3', 'status': 'completed', 'code': 200} Dec 02 17:56:50.700152 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:50.769699 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:50.770124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:50.941911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device a597e188-7492-4a80-8cf4-b8245c013fc3 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:50.979480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75b69-d8b1-4127-b0ff-e9aba5e00789 req-510ceba8-528a-4ebb-bb99-5cba1c4a5185 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:50.980740 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: a597e188-7492-4a80-8cf4-b8245c013fc3 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:56:50.981095 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-35a75b69-d8b1-4127-b0ff-e9aba5e00789 req-510ceba8-528a-4ebb-bb99-5cba1c4a5185 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0927262 Dec 02 17:56:50.981618 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device a597e188-7492-4a80-8cf4-b8245c013fc3 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:56:51.076593 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-35a75b69-d8b1-4127-b0ff-e9aba5e00789 req-b04f51d0-99f0-4d70-935f-7274942a6e8e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0888035 Dec 02 17:56:51.118808 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f507613-f502-494c-ad7f-b3e621f940b2 req-773c8484-5c5c-4d82-ba0d-305986a9b12d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:51.119608 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6f507613-f502-494c-ad7f-b3e621f940b2 req-773c8484-5c5c-4d82-ba0d-305986a9b12d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Synchronizing usage tracker for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:56:51.136294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-6f507613-f502-494c-ad7f-b3e621f940b2 req-773c8484-5c5c-4d82-ba0d-305986a9b12d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Unset dirty status for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:56:51.137556 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6f507613-f502-494c-ad7f-b3e621f940b2 req-773c8484-5c5c-4d82-ba0d-305986a9b12d tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 946 time: 0.1170912 Dec 02 17:56:51.184844 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6f507613-f502-494c-ad7f-b3e621f940b2 req-906986aa-e313-40e6-8d3d-363184987ad8 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Dec 02 17:56:51.193076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36072) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:51.345163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:51.360441 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:51.364522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6270a35d4a5498ea2191dc1055250ed is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:56:51.367546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:56:51.373424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:51.458268 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:51.460974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:51.469776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-96e450ac-e1f3-41cd-bf57-d823c776c096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:51.511883 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6270a35d4a5498ea2191dc1055250ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3177383 Dec 02 17:56:51.512800 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d377baf-a050-446b-bdc5-35e0dc182c3e,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:51.515517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36078) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:51.516665 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2a66ba19-9335-4bfc-bfd9-1be0e9ccbcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:51.577416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5e55-24c6-4cc2-a5dd-7c2b607cb9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:51.604255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5e55-24c6-4cc2-a5dd-7c2b607cb9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:51.648525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5e55-24c6-4cc2-a5dd-7c2b607cb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:51.653396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-d61492eb-dd75-4540-b69b-780eb1792cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:51.666833 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e5e55-24c6-4cc2-a5dd-7c2b607cb9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d377baf-a050-446b-bdc5-35e0dc182c3e,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:51.669924 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-6a4e5e55-24c6-4cc2-a5dd-7c2b607cb9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:51.670852 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6a4e5e55-24c6-4cc2-a5dd-7c2b607cb9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:51.672088 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-6a4e5e55-24c6-4cc2-a5dd-7c2b607cb9bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d377baf-a050-446b-bdc5-35e0dc182c3e HTTP/1.1" status: 204 len: 168 time: 0.1555066 Dec 02 17:56:52.016875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36086) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:52.036187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.055177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:56:52.059242 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Usage tracker for resource:security_group_rule and tenant:007e18586d834e87b1326f412ddcd2cb is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:56:52.062813 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:56:52.068591 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:56:52.153978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.157378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.166493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-56adf465-e08d-4468-9386-baeddefc3258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:52.208890 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=007e18586d834e87b1326f412ddcd2cb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1908414 Dec 02 17:56:52.210655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a9a57-9290-4288-a0de-7894dccd5df0,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:52.211892 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36092) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:52.214158 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-483e1262-a933-4483-9aad-efb58d0bf126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:52.388661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.445421 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:52.466210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1b6e-530a-44ce-a09b-92d0ae89a821 req-7799427e-002f-4ee2-bce0-d2212a1d3111 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:52.468402 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8ecd1b6e-530a-44ce-a09b-92d0ae89a821 req-7799427e-002f-4ee2-bce0-d2212a1d3111 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.2419653 Dec 02 17:56:52.484746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.519780 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:52.520289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.593730 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8ecd1b6e-530a-44ce-a09b-92d0ae89a821 req-637f8f98-1ecc-4511-9bc9-2984ece6fe65 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1160054 Dec 02 17:56:52.615030 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb7019-2f74-48fb-a872-9e3c2ee1e610 req-a5d878d6-c82a-4318-8d15-a564d79edb78 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:52.616647 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5afb7019-2f74-48fb-a872-9e3c2ee1e610 req-a5d878d6-c82a-4318-8d15-a564d79edb78 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 946 time: 0.2869067 Dec 02 17:56:52.628286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-365732ad-8433-45b9-8de1-36a554394634 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:52.629839 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-365732ad-8433-45b9-8de1-36a554394634 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 946 time: 0.2184703 Dec 02 17:56:52.685467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.696323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b4c46656-9269-4511-b2f9-a43a2b2e8c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:52.734459 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a9a57-9290-4288-a0de-7894dccd5df0,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:52.744085 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:52.758927 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5afb7019-2f74-48fb-a872-9e3c2ee1e610 req-02281b5c-1c29-401f-88cf-221d709cfa22 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277792 Dec 02 17:56:52.762442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:52.766512 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b85a9a57-9290-4288-a0de-7894dccd5df0 HTTP/1.1" status: 204 len: 168 time: 0.5506241 Dec 02 17:56:52.773437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Deleting port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:52.773774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:53.057802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-7e29a983-6669-4802-a35d-7043c3f22c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:53.059415 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-7e29a983-6669-4802-a35d-7043c3f22c81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.2272575 Dec 02 17:56:53.205446 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] For port 83b510c8-1b2d-45b9-8124-d3d168b1ea33, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=83b510c8-1b2d-45b9-8124-d3d168b1ea33,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:53.205851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:53.347770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Calling delete_port for 83b510c8-1b2d-45b9-8124-d3d168b1ea33 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:53.405922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-48dd0042-eae1-4c1b-9595-64d27f450ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:53.407575 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-48dd0042-eae1-4c1b-9595-64d27f450ffa service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.3417237 Dec 02 17:56:53.539384 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-3b57905f-935c-49ba-8b17-ef4046b6c5c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 1001 time: 0.1214426 Dec 02 17:56:53.673415 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:53.694123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8dd6c1dc-597c-45f3-a7fe-c49119de9a9c tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:53.749025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-309fa3a0-a5c2-4774-bd5c-ab5e488ee824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:53.750594 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-309fa3a0-a5c2-4774-bd5c-ab5e488ee824 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.1769941 Dec 02 17:56:53.819878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event deleted for resources: {'Port': ['ID=83b510c8-1b2d-45b9-8124-d3d168b1ea33,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:53.823717 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:53.992780 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9bc7d664-9a38-43a8-a3d2-956aeb0b8596 req-599099fc-321c-421a-8536-e5739cc690b3 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=ad7909ac-cc8d-4850-9848-c0040fd2fb83 HTTP/1.1" status: 200 len: 210 time: 0.0663886 Dec 02 17:56:54.068671 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4b438-175f-4d83-a0c1-5c9a531a77b4 req-72432144-89c6-4969-9bc3-1ef623ea649b tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:54.070355 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6a4b438-175f-4d83-a0c1-5c9a531a77b4 req-72432144-89c6-4969-9bc3-1ef623ea649b tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.3384516 Dec 02 17:56:54.133920 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] No DVR routers for this DVR port 83b510c8-1b2d-45b9-8124-d3d168b1ea33 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:56:54.141736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:54.145928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-df53aea5-9eb0-4d8a-adc2-1c89e81832c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:54.147540 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-df53aea5-9eb0-4d8a-adc2-1c89e81832c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3461525 Dec 02 17:56:54.148068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'name': 'network-vif-deleted', 'tag': '83b510c8-1b2d-45b9-8124-d3d168b1ea33'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:54.211406 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7909ac-cc8d-4850-9848-c0040fd2fb83', 'name': 'network-vif-deleted', 'tag': '83b510c8-1b2d-45b9-8124-d3d168b1ea33', 'status': 'completed', 'code': 200} Dec 02 17:56:54.215461 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b0777993-f71a-4bc2-815f-26a0b7c1b332 req-b8d06d57-02a8-46ed-910f-b684737f4772 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "DELETE /v2.0/ports/83b510c8-1b2d-45b9-8124-d3d168b1ea33 HTTP/1.1" status: 204 len: 173 time: 1.5656121 Dec 02 17:56:54.217913 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d6a4b438-175f-4d83-a0c1-5c9a531a77b4 req-590e6fff-44f6-4346-8c6a-63585a3a474e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1123772 Dec 02 17:56:54.325728 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-d1aec85c-0feb-4ab5-84e8-1d5ef3562bc2 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689916 Dec 02 17:56:54.348821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 83b510c8-1b2d-45b9-8124-d3d168b1ea33 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:54.388661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 83b510c8-1b2d-45b9-8124-d3d168b1ea33 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:56:54.389167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 83b510c8-1b2d-45b9-8124-d3d168b1ea33 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:56:54.475966 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-e10795dc-4f45-4915-b73c-10b82fdb1507 req-4260c96b-c9e1-4bdc-b658-3d6fe6bbda94 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431890 Dec 02 17:56:55.449595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4587b5-b4e8-4cfe-bdca-a8c7d1acfa7e req-73f2e9e4-ac2a-42bd-8f2f-24646a426942 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:55.451170 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-be4587b5-b4e8-4cfe-bdca-a8c7d1acfa7e req-73f2e9e4-ac2a-42bd-8f2f-24646a426942 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0905948 Dec 02 17:56:55.498787 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-be4587b5-b4e8-4cfe-bdca-a8c7d1acfa7e req-f5d9c334-9f74-4db3-813a-a0e048efc286 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410895 Dec 02 17:56:56.164569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:56:56.282569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:56.314051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:56:56.324659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:56.327679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:56.329498 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:56.378827 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'code': 200} Dec 02 17:56:56.410751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=5']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:56.414159 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:56.997145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b466-5bcb-469f-9523-af725c464eeb req-09c35788-67e8-4753-9a7c-343e5a7b7fd8 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:56.998832 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad88b466-5bcb-469f-9523-af725c464eeb req-09c35788-67e8-4753-9a7c-343e5a7b7fd8 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.3622212 Dec 02 17:56:57.040499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069d94-6fb7-4dbd-95f5-e2576f4794a6 req-7f809cfc-daf9-480c-aa39-90e5a1bf8ca4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:57.041264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-1a069d94-6fb7-4dbd-95f5-e2576f4794a6 req-7f809cfc-daf9-480c-aa39-90e5a1bf8ca4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Synchronizing usage tracker for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:56:57.069848 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ad88b466-5bcb-469f-9523-af725c464eeb req-822f3431-2abf-4378-8589-289fa1e6cd7d tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0634956 Dec 02 17:56:57.072855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-1a069d94-6fb7-4dbd-95f5-e2576f4794a6 req-7f809cfc-daf9-480c-aa39-90e5a1bf8ca4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Unset dirty status for tenant:f34e44759e8b4b83bad3fee17388de98 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:56:57.074032 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a069d94-6fb7-4dbd-95f5-e2576f4794a6 req-7f809cfc-daf9-480c-aa39-90e5a1bf8ca4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 946 time: 0.3845556 Dec 02 17:56:57.125367 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1a069d94-6fb7-4dbd-95f5-e2576f4794a6 req-b193ec56-e3cd-496e-b4e7-68b44ca73689 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441005 Dec 02 17:56:57.441413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36210) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:56:57.492016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2885-e328-4baf-9e7d-884de2382b2a req-cba5a667-b644-4f61-9238-82268a726e41 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:57.493652 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dcda2885-e328-4baf-9e7d-884de2382b2a req-cba5a667-b644-4f61-9238-82268a726e41 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.0911944 Dec 02 17:56:57.543343 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-dcda2885-e328-4baf-9e7d-884de2382b2a req-012c11f0-3471-40af-9814-fb2a4d71b4d2 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425534 Dec 02 17:56:57.603310 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-0cecf09f-f78f-4448-ad0d-2559c89ba119 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1603253 Dec 02 17:56:58.351225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7cf12-9ec3-4268-9557-b04f8a5c479f req-5fff2f34-e849-4657-928a-c7e4590a5753 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:58.352876 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-72c7cf12-9ec3-4268-9557-b04f8a5c479f req-5fff2f34-e849-4657-928a-c7e4590a5753 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 946 time: 0.0950017 Dec 02 17:56:58.405053 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-72c7cf12-9ec3-4268-9557-b04f8a5c479f req-2c59b6d8-07bb-4905-bce8-40f605206df9 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Dec 02 17:56:58.425955 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device c60073ac-2353-432b-8060-cb2dc8cf0b31 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:56:58.495151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port c60073ac-2353-432b-8060-cb2dc8cf0b31 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:56:58.495569 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:58.618532 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-0d792472-8493-4113-8f4a-0b839b83fa30 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:58.620205 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-0d792472-8493-4113-8f4a-0b839b83fa30 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 946 time: 0.0924830 Dec 02 17:56:58.745483 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Deleting port c60073ac-2353-432b-8060-cb2dc8cf0b31 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:56:58.745874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:58.984673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6897d-b3da-47b3-b997-88ad1f6f9627 req-850d4419-9000-402b-b7f2-9259d1689714 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:58.986243 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ac6897d-b3da-47b3-b997-88ad1f6f9627 req-850d4419-9000-402b-b7f2-9259d1689714 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.2952526 Dec 02 17:56:59.029530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-3f45d2e4-f62b-4695-ade1-018cee5b3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:59.031163 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-3f45d2e4-f62b-4695-ade1-018cee5b3ce9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd&tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324 HTTP/1.1" status: 200 len: 1161 time: 0.2454600 Dec 02 17:56:59.186917 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-0ac6897d-b3da-47b3-b997-88ad1f6f9627 req-a00571c5-27bc-449a-b6ca-5d7d286fe104 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1934206 Dec 02 17:56:59.209478 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] For port c60073ac-2353-432b-8060-cb2dc8cf0b31, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c60073ac-2353-432b-8060-cb2dc8cf0b31,segment=NetworkSegment(f2ae65d3-961a-4359-bee4-c608becdc724),segment_id=f2ae65d3-961a-4359-bee4-c608becdc724)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:56:59.209880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:59.347163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Calling delete_port for c60073ac-2353-432b-8060-cb2dc8cf0b31 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:56:59.399994 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-b4b8721c-11e2-44a6-87ce-6bd3d19aa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:59.401626 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-b4b8721c-11e2-44a6-87ce-6bd3d19aa22e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1161 time: 0.3110032 Dec 02 17:56:59.693281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-d37b0e86-fabc-405d-8106-8e27e2716938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:59.694791 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-d37b0e86-fabc-405d-8106-8e27e2716938 service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.2831018 Dec 02 17:56:59.758122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:56:59.798191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eecd1959-b8fa-4c30-bc79-d0a1a0af32ab tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:56:59.862600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Pushing event deleted for resources: {'Port': ['ID=c60073ac-2353-432b-8060-cb2dc8cf0b31,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:56:59.871557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:56:59.879387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6f0f0-280f-4ac7-bf4d-b2c2ac3ddb37 req-69beb96f-9cd6-4869-ae9e-b79b94a2bd0c tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:56:59.881530 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-52f6f0f0-280f-4ac7-bf4d-b2c2ac3ddb37 req-69beb96f-9cd6-4869-ae9e-b79b94a2bd0c tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/ports?device_id=46af4c74-aa22-4904-b700-b113e2964e5e HTTP/1.1" status: 200 len: 867 time: 0.3413360 Dec 02 17:56:59.986859 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-f6bba22b-0a7b-4a26-a0a8-c989fd432fba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 999 time: 0.2822585 Dec 02 17:57:00.078301 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-52f6f0f0-280f-4ac7-bf4d-b2c2ac3ddb37 req-5bec19d7-80e5-4d25-93ef-6f243a575fa4 tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.10 "GET /v2.0/security-groups?id=5dda398f-0a70-46c5-aeef-8fa33c372fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824379 Dec 02 17:57:00.137753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-c3179065-95de-41f0-b2a8-be2a7835a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:00.140011 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-c3179065-95de-41f0-b2a8-be2a7835a0f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.1407452 Dec 02 17:57:00.152195 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] No DVR routers for this DVR port c60073ac-2353-432b-8060-cb2dc8cf0b31 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:57:00.186458 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:00.197111 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46af4c74-aa22-4904-b700-b113e2964e5e', 'name': 'network-vif-deleted', 'tag': 'c60073ac-2353-432b-8060-cb2dc8cf0b31'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:00.224446 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-68ceab20-da29-4bef-b2ef-b0b07e4b8c3d req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] 10.222.0.60 "DELETE /v2.0/ports/c60073ac-2353-432b-8060-cb2dc8cf0b31 HTTP/1.1" status: 204 len: 173 time: 1.5948718 Dec 02 17:57:00.225490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device c60073ac-2353-432b-8060-cb2dc8cf0b31 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:57:00.268856 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46af4c74-aa22-4904-b700-b113e2964e5e', 'name': 'network-vif-deleted', 'tag': 'c60073ac-2353-432b-8060-cb2dc8cf0b31', 'status': 'completed', 'code': 200} Dec 02 17:57:00.273431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-e5d2713b-88b0-458d-82cb-c5ba73d4924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:00.275447 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-e5d2713b-88b0-458d-82cb-c5ba73d4924b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1241548 Dec 02 17:57:00.298707 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: c60073ac-2353-432b-8060-cb2dc8cf0b31 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:57:00.299228 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device c60073ac-2353-432b-8060-cb2dc8cf0b31 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:57:00.504288 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-7b775f16-4af6-400c-a9fd-22899f4d1e7d service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024083 Dec 02 17:57:00.556817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2493-17db-4194-b99c-fb01b4911e68 req-0037e496-e9ff-4bde-bc98-538c9cacb474 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:00.558646 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee0b2493-17db-4194-b99c-fb01b4911e68 req-0037e496-e9ff-4bde-bc98-538c9cacb474 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.1532378 Dec 02 17:57:00.679673 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ee0b2493-17db-4194-b99c-fb01b4911e68 req-02e67942-6d13-4660-a966-3c442d32b1d9 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1085989 Dec 02 17:57:00.709614 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-1b0308f9-13ef-4c3b-a772-eec3e8eb2e6a req-f483d483-2d06-4e3d-9834-08af0a25c364 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1945918 Dec 02 17:57:01.192831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36242) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:01.266742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Deleting subnet eb538a8d-05b7-4d33-bd5e-3412e05c5e5b {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:57:01.270294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:01.322216 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:01.387331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:01.655253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:01.672074 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:01.714594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb538a8d-05b7-4d33-bd5e-3412e05c5e5b,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:01.726494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:01.817136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:01.828394 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fddc3105-80fb-4adf-964e-634956db7cf2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eb538a8d-05b7-4d33-bd5e-3412e05c5e5b HTTP/1.1" status: 204 len: 168 time: 0.6343715 Dec 02 17:57:01.831124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36248) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:01.917419 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec962-9f43-4897-a643-4ae422dc4530 req-b56a82a9-d383-4481-ae96-9dff0aa26228 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:01.918977 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4b8ec962-9f43-4897-a643-4ae422dc4530 req-b56a82a9-d383-4481-ae96-9dff0aa26228 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.0949855 Dec 02 17:57:01.953021 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:01.965717 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4b8ec962-9f43-4897-a643-4ae422dc4530 req-df459b7e-d34e-4249-bdd0-fd9b534bd2b5 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0396564 Dec 02 17:57:02.147262 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:02.268385 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be8756b-9e1a-4c3d-9a0e-cfcba90f789e']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:57:02.283490 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ae65d3-961a-4359-bee4-c608becdc724') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:57:02.283831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ae65d3-961a-4359-bee4-c608becdc724') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:57:02.296312 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:02.314550 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:02.317315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:57:02.499969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:57:02.509031 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:02.699525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Network 6be8756b-9e1a-4c3d-9a0e-cfcba90f789e has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:57:02.722696 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:57:03.048189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:03.051654 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:03.068893 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:03.076589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be8756b-9e1a-4c3d-9a0e-cfcba90f789e,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:03.080198 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:03.084697 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-79a6ec77-ec96-469e-90ec-ae94b04a4697 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6be8756b-9e1a-4c3d-9a0e-cfcba90f789e HTTP/1.1" status: 204 len: 168 time: 1.2500436 Dec 02 17:57:03.184798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1a455-98a5-4516-ac01-53a9243b2d8b req-a20bc945-8161-4e0b-b075-b280c488d674 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:03.187313 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-afa1a455-98a5-4516-ac01-53a9243b2d8b req-a20bc945-8161-4e0b-b075-b280c488d674 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.0841892 Dec 02 17:57:03.239819 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-afa1a455-98a5-4516-ac01-53a9243b2d8b req-ed9a5d96-f06d-488d-a13b-53e740f76851 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449133 Dec 02 17:57:03.301520 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36258) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:03.353197 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-92431e46-edda-4ca6-94be-bad732a72755 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f34e44759e8b4b83bad3fee17388de98&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0503089 Dec 02 17:57:03.355900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36264) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:03.426026 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3156a026-3452-4ae4-a629-f649b60538f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:03.454023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3156a026-3452-4ae4-a629-f649b60538f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:03.503219 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3156a026-3452-4ae4-a629-f649b60538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:03.508517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5958021-6e38-499d-a6cb-97f73764226e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:03.523210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a026-3452-4ae4-a629-f649b60538f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dda398f-0a70-46c5-aeef-8fa33c372fcd,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:03.526231 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3156a026-3452-4ae4-a629-f649b60538f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:03.527169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3156a026-3452-4ae4-a629-f649b60538f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:03.528393 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3156a026-3452-4ae4-a629-f649b60538f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5dda398f-0a70-46c5-aeef-8fa33c372fcd HTTP/1.1" status: 204 len: 168 time: 0.1714373 Dec 02 17:57:04.647004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:04.690971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc7fd1-8c8c-4a82-a81e-26b54b494606 req-e97ca190-3abb-4f68-9475-5e1d83af960a tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:04.697672 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-70bc7fd1-8c8c-4a82-a81e-26b54b494606 req-e97ca190-3abb-4f68-9475-5e1d83af960a tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.3173921 Dec 02 17:57:04.726737 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:04.727495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:04.745456 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-70bc7fd1-8c8c-4a82-a81e-26b54b494606 req-ea0af23c-bfe7-41eb-a4cd-5343e19690b6 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0465369 Dec 02 17:57:04.854169 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:04.883027 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:04.893416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:57:04.896870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:04.898775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:04.946927 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'code': 200} Dec 02 17:57:04.974254 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=6']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:04.978059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:04.983913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36300) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:05.140593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:05.156392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:05.160759 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Usage tracker for resource:security_group_rule and tenant:4d78bb51d2de41b1822a341ae271ad9f is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:05.164313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:05.170810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:05.258000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:05.261183 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:05.291495 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-675158e3-d332-4472-a4e9-a47be99660f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:05.301397 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d78bb51d2de41b1822a341ae271ad9f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3162708 Dec 02 17:57:05.304176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36306) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:05.327728 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd7b9e-3922-49c1-8690-9877ead91aa3 req-5cc06419-d8b7-4784-8515-0b272cdbced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:05.329233 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-effd7b9e-3922-49c1-8690-9877ead91aa3 req-5cc06419-d8b7-4784-8515-0b272cdbced1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.0789957 Dec 02 17:57:05.353845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0954270a-6359-4156-974c-3b6dd3447285,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:05.363500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3b229544-130a-4687-8e54-775a44b0def1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:05.375451 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-effd7b9e-3922-49c1-8690-9877ead91aa3 req-65cc5ac5-8211-44f0-befd-42713b691fab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0390205 Dec 02 17:57:05.389986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-87f9a1e9-0553-4657-a748-c203a45ccb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:05.418323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-87f9a1e9-0553-4657-a748-c203a45ccb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:05.463486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-87f9a1e9-0553-4657-a748-c203a45ccb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:05.468541 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fd79b16c-98f0-4d4b-a9c4-a27e3d7a85ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:05.482069 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9a1e9-0553-4657-a748-c203a45ccb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0954270a-6359-4156-974c-3b6dd3447285,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:05.485638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-87f9a1e9-0553-4657-a748-c203a45ccb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:05.486548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-87f9a1e9-0553-4657-a748-c203a45ccb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:05.489341 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-87f9a1e9-0553-4657-a748-c203a45ccb09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0954270a-6359-4156-974c-3b6dd3447285 HTTP/1.1" status: 204 len: 168 time: 0.1826422 Dec 02 17:57:05.975537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32448763-cd22-4ea2-a108-8049cc46b040 req-15c357ea-1642-43e4-8608-43e0ac656e70 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:05.977154 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-32448763-cd22-4ea2-a108-8049cc46b040 req-15c357ea-1642-43e4-8608-43e0ac656e70 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0939560 Dec 02 17:57:06.026895 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-32448763-cd22-4ea2-a108-8049cc46b040 req-87848391-3975-459a-915b-d469e2071b8d tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428414 Dec 02 17:57:06.408721 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:06.496013 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 8d5e925f-19da-4f1e-a60a-f39600edb2ab triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:06.496719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:07.251871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaee775-9e0b-4626-9742-9eb33ddf1df7 req-827ae1bd-95bf-4eaa-8967-ce3bc99cb3b4 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:07.253495 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fcaee775-9e0b-4626-9742-9eb33ddf1df7 req-827ae1bd-95bf-4eaa-8967-ce3bc99cb3b4 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0880575 Dec 02 17:57:07.304307 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-fcaee775-9e0b-4626-9742-9eb33ddf1df7 req-35b647d1-b007-42b0-8f71-d4802a1fe4ee tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442805 Dec 02 17:57:08.376548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bc88af81-449d-40f3-aac2-2a9e93719d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:10.903112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-414c60e0-9ac4-4b82-b249-7fd1e2922c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:11.046655 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:12.297476 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:12.566339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:12.569632 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:14.699406 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-cadd0b66-69c6-48c4-a171-a8630861be31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0755565 Dec 02 17:57:14.862510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-114406a0-746e-4075-8633-c412fd105623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:14.864376 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-114406a0-746e-4075-8633-c412fd105623 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.0774300 Dec 02 17:57:15.021942 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-e045aa8d-d6b1-4b6e-a411-55f65062f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:15.023561 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-e045aa8d-d6b1-4b6e-a411-55f65062f223 service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.1398234 Dec 02 17:57:15.133023 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-01ac95af-d16e-4b3e-a395-53941ed76251 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 1001 time: 0.1023641 Dec 02 17:57:15.208378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-3ab82281-04d4-4786-a8f0-ef00d93665d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:15.210063 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-3ab82281-04d4-4786-a8f0-ef00d93665d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.0703654 Dec 02 17:57:15.293679 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-d0c01e32-e3ac-43a6-b72e-a82ca946d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:15.295900 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-d0c01e32-e3ac-43a6-b72e-a82ca946d443 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783577 Dec 02 17:57:15.441026 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-8b6325e7-ef6f-4584-97a7-34f2ba16c009 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381352 Dec 02 17:57:15.585908 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-cfa0ca60-41ff-478a-aa62-5a2521eeeeae req-79e3f3a7-9f16-4b75-8e93-8b168d4aa3f6 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385391 Dec 02 17:57:18.735821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36476) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:18.888525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:18.903948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:18.908053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Usage tracker for resource:security_group_rule and tenant:b6998d0b5da844f6a64e7dcebab19874 is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:18.911036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:18.916896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:19.001847 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:19.005063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:19.018243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1fc0c938-ce76-47dd-aff7-9c1d1f28f73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:19.060371 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6998d0b5da844f6a64e7dcebab19874&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3234203 Dec 02 17:57:19.062145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df96c234-b5f6-4a31-9b49-28f028c394f3,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:19.063380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36482) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:19.070328 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.070702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.071146 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.071564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.071972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.072382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.072786 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.073192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.073598 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.074001 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.074402 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.074802 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.075294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.076288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.076695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.077096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.077496 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.077897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.078296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.078698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.079122 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.079518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.079919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.080318 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:19.084775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4827ecc6-9de5-424c-8fe6-6a3213b13568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:19.126659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:19.154283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:19.206010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:19.211561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-330efe52-ae5f-490e-81d6-a49552f11634 tempest-TestMinimumBasicScenario-681107968 tempest-TestMinimumBasicScenario-681107968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:19.225034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df96c234-b5f6-4a31-9b49-28f028c394f3,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:19.227774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:19.229872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:19.231069 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df96c234-b5f6-4a31-9b49-28f028c394f3 HTTP/1.1" status: 204 len: 168 time: 0.1665418 Dec 02 17:57:20.117392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36524) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:20.296601 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:20.314076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:20.318422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Usage tracker for resource:security_group_rule and tenant:a96b820b88504b5bbeadd2022e3ef7ed is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:20.322138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:20.328939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:20.417703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:20.420444 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:20.429437 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-41403d9d-1068-4449-b583-b1bcaa089d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:20.473066 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a96b820b88504b5bbeadd2022e3ef7ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3544178 Dec 02 17:57:20.474011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110bbb92-69e7-416c-adec-53c9f70cf72f,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:20.476019 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36536) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:20.477508 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f794c327-a8f6-4538-bfe6-9fe70e4a8534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:20.544315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e79b44c3-4a82-40bf-a6a9-4ca1164d13f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:20.572168 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e79b44c3-4a82-40bf-a6a9-4ca1164d13f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:20.619492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e79b44c3-4a82-40bf-a6a9-4ca1164d13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:20.624648 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-aaaf9179-59e9-4eb6-9dfd-0aa89ad85dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:20.637674 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b44c3-4a82-40bf-a6a9-4ca1164d13f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110bbb92-69e7-416c-adec-53c9f70cf72f,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:20.641044 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e79b44c3-4a82-40bf-a6a9-4ca1164d13f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:20.649938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e79b44c3-4a82-40bf-a6a9-4ca1164d13f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:20.651850 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e79b44c3-4a82-40bf-a6a9-4ca1164d13f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/110bbb92-69e7-416c-adec-53c9f70cf72f HTTP/1.1" status: 204 len: 168 time: 0.1744635 Dec 02 17:57:21.413651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:57:21.499885 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36566) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:21.638190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-459568030-network', 'tenant_id': '6b9e9b82010d432f959a1e6866d1caba'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:57:21.643375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:21.647854 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Usage tracker for resource:network and tenant:6b9e9b82010d432f959a1e6866d1caba is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:21.651000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:21.657371 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:21.667349 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Made reservation on behalf of 6b9e9b82010d432f959a1e6866d1caba for: {'network': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:57:21.672155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for network, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.685480 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.706391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:21.710442 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Usage tracker for resource:security_group_rule and tenant:6b9e9b82010d432f959a1e6866d1caba is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:21.713516 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:21.719586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:21.804100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.806672 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.811425 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-946d4b3a-24e9-413e-a6f5-24a6ebca6a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:21.842794 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 17:57:21.852858 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685158d6-9035-484a-be0c-624daf57fbef,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:21.857278 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:21.859861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727904113216', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.860306 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.segments_db [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Added segment 766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9 of type vxlan for network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 Dec 02 17:57:21.887585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727903602871'] for network, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.917174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732'] for network, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.918438 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:21.919650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:21.924693 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a68d06cf-a289-487a-8c40-db022ace111e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:22.038746 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Pushing event updated for resources: {'Network': ['ID=58b4ba30-38e2-426b-96d3-f2a49e2bbe83,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:22.045404 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5413017 Dec 02 17:57:22.045404 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4a871a0b-ba03-4da3-9c90-a40073b686e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:22.045831 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36574) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:22.049821 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 details requested by agent ovs-agent-dv-cinder-733623-9-smb with host dv-cinder-733623-9-smb {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:57:22.051664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Request body: {'subnet': {'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-459568030-subnet', 'tenant_id': '6b9e9b82010d432f959a1e6866d1caba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:57:22.056987 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:22.061133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Usage tracker for resource:subnet and tenant:6b9e9b82010d432f959a1e6866d1caba is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:22.064255 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:22.068308 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 17:57:22.070383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:22.081136 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Made reservation on behalf of 6b9e9b82010d432f959a1e6866d1caba for: {'subnet': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:57:22.086096 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844186525'] for subnet, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:22.512501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10989473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844186510'] for subnet, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:22.529181 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:22.659315 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e6b647-e975-4bc6-bfe8-1b786b8f3ead,revision_number=0']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:22.663352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:22.727805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Checking segment: {'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:57:22.728194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Network hostable DHCP agents. Network: 58b4ba30-38e2-426b-96d3-f2a49e2bbe83, hostable agents: ['e03c3762-3848-4d4c-9c11-d4a3c9963249'], hosted agents: [] {{(pid=80257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 17:57:22.746264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 is scheduled to be hosted by DHCP agent e03c3762-3848-4d4c-9c11-d4a3c9963249 with binding_index 1 {{(pid=80257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 17:57:22.754342 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-smb, 58b4ba30-38e2-426b-96d3-f2a49e2bbe83) {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:57:22.764009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbc8cb-53ad-4c57-9db3-f8c21acfa505 None None] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:57:22.766561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:22.767251 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for subnet, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:22.791985 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-da8d7fc8-95a2-4b6e-9559-9ac22051fb29 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7400508 Dec 02 17:57:22.983605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9998d-9315-469c-bdec-1f786b779234 None None] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:57:24.980961 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-b18b5f41-b3ac-4133-859c-e12a4c1e01ba tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:24.982234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-b18b5f41-b3ac-4133-859c-e12a4c1e01ba tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Synchronizing usage tracker for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:network {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:57:25.000120 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-b18b5f41-b3ac-4133-859c-e12a4c1e01ba tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Unset dirty status for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:network {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:57:25.001450 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-b18b5f41-b3ac-4133-859c-e12a4c1e01ba tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/networks?id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83 HTTP/1.1" status: 200 len: 808 time: 0.1793351 Dec 02 17:57:25.017419 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-1b38da61-8d4b-4456-ba72-387867771d4f tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/quotas/6b9e9b82010d432f959a1e6866d1caba HTTP/1.1" status: 200 len: 375 time: 0.0099173 Dec 02 17:57:25.071544 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-04ae24ea-aa24-4ef4-a46a-e2e66b9de0a0 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b9e9b82010d432f959a1e6866d1caba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481422 Dec 02 17:57:25.215669 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-26b27702-0fb8-402b-b505-760033c85816 service neutron] 10.222.0.10 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359200 Dec 02 17:57:25.358249 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-22ac1f04-b16c-4dbe-8764-7ead14be618a service neutron] 10.222.0.10 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360109 Dec 02 17:57:25.558968 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-efbb43f1-fa10-4b81-8640-6d521d92c462 req-df05b26c-6109-410a-b5af-9edf25142e73 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 210 time: 0.0462728 Dec 02 17:57:26.199493 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 36638) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:26.351492 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:26.367726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:26.371992 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Usage tracker for resource:security_group_rule and tenant:559812e21e774450806b19c4f1533f8d is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:26.375073 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:26.380927 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:26.467125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:26.470008 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:26.478777 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8d241265-d3fa-4b60-8929-6f5735863be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:26.523672 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=559812e21e774450806b19c4f1533f8d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3229909 Dec 02 17:57:26.525412 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30fa5b-0d46-4658-9732-88027c7719c3,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:26.526503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36644) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:57:26.529500 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:26.593296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:26.621661 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:26.666880 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:26.672579 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3b68687b-e363-44e2-bff5-eb9c72275981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:26.686296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30fa5b-0d46-4658-9732-88027c7719c3,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:26.689456 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:26.690400 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:26.693889 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e30fa5b-0d46-4658-9732-88027c7719c3 HTTP/1.1" status: 204 len: 168 time: 0.1662467 Dec 02 17:57:26.744388 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2b96886d-869b-4eac-a179-4ffa31f812f8 req-193ffa43-fae4-4952-804b-22ab55c047e5 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 210 time: 0.0551829 Dec 02 17:57:27.059245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-eeb20bf7-bcc2-4757-ba08-e07d85758705 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:27.061341 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-eeb20bf7-bcc2-4757-ba08-e07d85758705 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "GET /v2.0/networks?id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83 HTTP/1.1" status: 200 len: 808 time: 0.1687398 Dec 02 17:57:27.086067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Request body: {'port': {'device_id': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83', 'admin_state_up': True, 'tenant_id': '6b9e9b82010d432f959a1e6866d1caba'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:57:27.229537 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:27.234110 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Usage tracker for resource:port and tenant:6b9e9b82010d432f959a1e6866d1caba is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:57:27.237089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Quota usage for port was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:57:27.242832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:27.251947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Made reservation on behalf of 6b9e9b82010d432f959a1e6866d1caba for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:57:27.257365 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:27.562844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Allocated IP 172.20.0.12 (58b4ba30-38e2-426b-96d3-f2a49e2bbe83/f3e6b647-e975-4bc6-bfe8-1b786b8f3ead/5b24cce1-815a-4592-9214-c0eade642584) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:57:27.977912 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2dcb864f-2034-4b46-be42-d42b2ae08320 req-66d1ceb1-a57c-4fec-a138-ba31062500be tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 210 time: 0.0554721 Dec 02 17:57:28.029616 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:28.054994 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:28.069586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:28.209625 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Pushing event updated for resources: {'Port': ['ID=5b24cce1-815a-4592-9214-c0eade642584,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:28.214124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:28.263554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:57:28.264876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:57:28.267244 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:57:28.334323 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:28.335046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:28.359270 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-0d2c9de4-f9d7-45b2-99e9-79ec5a0e9c9a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2775376 Dec 02 17:57:28.378564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Request body: {'port': {'device_id': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:57:28.488822 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:28.893902 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b24cce1-815a-4592-9214-c0eade642584 {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:57:28.901025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:28.913536 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Transition to ACTIVE for port object 5b24cce1-815a-4592-9214-c0eade642584 will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:57:28.916324 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:28.932064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:29.067002 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b24cce1-815a-4592-9214-c0eade642584,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:29.071245 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:29.322888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c887a3-c092-4b15-a377-db71e5e7c905 req-99722bbc-bbdc-4d24-a15e-25f7d7637d0a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:29.323674 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d9c887a3-c092-4b15-a377-db71e5e7c905 req-99722bbc-bbdc-4d24-a15e-25f7d7637d0a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Synchronizing usage tracker for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:57:29.328189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Attempting to bind port 5b24cce1-815a-4592-9214-c0eade642584 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:57:29.328561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Attempting to bind port 5b24cce1-815a-4592-9214-c0eade642584 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:57:29.328922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Attempting to bind port 5b24cce1-815a-4592-9214-c0eade642584 on network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:57:29.337919 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:57:29.338297 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Checking segment: {'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:57:29.338698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:29.339116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Bound using segment: {'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:57:29.339590 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Bound port: 5b24cce1-815a-4592-9214-c0eade642584, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:57:29.339964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:29.390791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d9c887a3-c092-4b15-a377-db71e5e7c905 req-99722bbc-bbdc-4d24-a15e-25f7d7637d0a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Unset dirty status for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:57:29.392113 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9c887a3-c092-4b15-a377-db71e5e7c905 req-99722bbc-bbdc-4d24-a15e-25f7d7637d0a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 944 time: 0.2839341 Dec 02 17:57:29.473938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d9c887a3-c092-4b15-a377-db71e5e7c905 req-902fa07f-314e-4fde-a6cf-1d7f37bb25fa tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Synchronizing usage tracker for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:security_group {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:57:29.483805 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] For port 5b24cce1-815a-4592-9214-c0eade642584, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:57:29.488466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] For port 5b24cce1-815a-4592-9214-c0eade642584, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5b24cce1-815a-4592-9214-c0eade642584,segment=NetworkSegment(766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9),segment_id=766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:57:29.494055 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:29.510078 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-be4e03e1-78ba-4d42-b51e-478dde933790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:29.549964 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-d9c887a3-c092-4b15-a377-db71e5e7c905 req-902fa07f-314e-4fde-a6cf-1d7f37bb25fa tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Unset dirty status for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:security_group {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:57:29.551232 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-d9c887a3-c092-4b15-a377-db71e5e7c905 req-902fa07f-314e-4fde-a6cf-1d7f37bb25fa tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501608 Dec 02 17:57:29.658061 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b24cce1-815a-4592-9214-c0eade642584,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:29.667900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:29.698316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:29.699022 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:29.701149 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-4cfd0d57-45ab-4199-9ab4-cd60ef7ed3c8 service neutron] 10.222.0.60 "PUT /v2.0/ports/5b24cce1-815a-4592-9214-c0eade642584 HTTP/1.1" status: 200 len: 1158 time: 1.3266962 Dec 02 17:57:29.701667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'tag': '5b24cce1-815a-4592-9214-c0eade642584'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:29.794706 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'tag': '5b24cce1-815a-4592-9214-c0eade642584', 'status': 'completed', 'code': 200} Dec 02 17:57:29.829936 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-71fb4591-b943-4064-870f-e878b482fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:29.831561 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-71fb4591-b943-4064-870f-e878b482fbcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b9e9b82010d432f959a1e6866d1caba&device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 1161 time: 0.0771098 Dec 02 17:57:29.911554 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-14e15240-8767-4da0-9c5c-40e7dae74678 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b24cce1-815a-4592-9214-c0eade642584 HTTP/1.1" status: 200 len: 217 time: 0.0655885 Dec 02 17:57:29.982793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-70014947-77f0-4ec3-8a6a-44ee5c887004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:29.984409 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-70014947-77f0-4ec3-8a6a-44ee5c887004 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e6b647-e975-4bc6-bfe8-1b786b8f3ead HTTP/1.1" status: 200 len: 848 time: 0.0661650 Dec 02 17:57:30.038190 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-e5f37ca2-abd4-4f3b-ab3f-9a790b081eaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466511 Dec 02 17:57:30.179944 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-ead77346-f12e-42a2-be5a-4b6687ae9777 service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345365 Dec 02 17:57:30.325145 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-685ba3f7-031b-46a0-a192-b6ce15660213 req-b0f79fc3-3b80-4cc8-b258-de2ce6c94807 service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383944 Dec 02 17:57:30.485209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-a8e38289-5be0-4b0a-82fa-14ca235c6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:30.486700 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-a8e38289-5be0-4b0a-82fa-14ca235c6bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b9e9b82010d432f959a1e6866d1caba&device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 1161 time: 0.0757353 Dec 02 17:57:30.630273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-530c8c91-9fbb-411e-8a7f-476754f85b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:30.631945 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-530c8c91-9fbb-411e-8a7f-476754f85b01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83 HTTP/1.1" status: 200 len: 902 time: 0.1378055 Dec 02 17:57:30.746561 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-03ee0ba5-9212-4bb5-86f6-3d2c4cc5bc04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b24cce1-815a-4592-9214-c0eade642584 HTTP/1.1" status: 200 len: 217 time: 0.1076550 Dec 02 17:57:30.835650 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-70607341-f8ba-489f-acd3-b4f9ce968411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:30.837215 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-70607341-f8ba-489f-acd3-b4f9ce968411 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e6b647-e975-4bc6-bfe8-1b786b8f3ead HTTP/1.1" status: 200 len: 848 time: 0.0831187 Dec 02 17:57:30.847465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c889738-b15e-4d7c-9c37-480546b33f8d req-f000ef27-f63d-4b1b-98ca-90756ee5bb26 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:30.848972 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c889738-b15e-4d7c-9c37-480546b33f8d req-f000ef27-f63d-4b1b-98ca-90756ee5bb26 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 944 time: 0.1564052 Dec 02 17:57:30.905941 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-ee0f1eee-c24f-4dfa-bcc3-031bfd899923 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559807 Dec 02 17:57:30.977731 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5c889738-b15e-4d7c-9c37-480546b33f8d req-0a1b3782-e917-4d25-882b-16939a665479 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915701 Dec 02 17:57:31.279110 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-75f6dde8-5afd-46cc-a25a-6c8ccf4b6294 service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648901 Dec 02 17:57:31.423256 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6578a276-6b95-4cfa-9e1a-bb552b918a2f req-cceff695-81c2-42d0-bc91-17094c5003d6 service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367006 Dec 02 17:57:32.195868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bde6f-7b04-4b02-9d07-b1a6cadb0c34 req-d5daaa53-4aab-4e65-ae0d-bdfc0db1682a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:32.197350 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-209bde6f-7b04-4b02-9d07-b1a6cadb0c34 req-d5daaa53-4aab-4e65-ae0d-bdfc0db1682a tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 944 time: 0.0852814 Dec 02 17:57:32.243984 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-209bde6f-7b04-4b02-9d07-b1a6cadb0c34 req-f90252a4-c41f-421f-b66b-5e50de209063 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Dec 02 17:57:32.618971 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.objects.ports [None req-8c68407d-5a3a-4b77-a0ec-634daaba1d10 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80259) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 17:57:33.081171 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 5b24cce1-815a-4592-9214-c0eade642584 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:33.150488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 5b24cce1-815a-4592-9214-c0eade642584 completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:57:33.155488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 5b24cce1-815a-4592-9214-c0eade642584 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:33.155914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:33.275108 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:33.303801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b24cce1-815a-4592-9214-c0eade642584'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:33.315241 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 5b24cce1-815a-4592-9214-c0eade642584, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5b24cce1-815a-4592-9214-c0eade642584,segment=NetworkSegment(766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9),segment_id=766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:57:33.318383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:33.320488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:33.370860 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b24cce1-815a-4592-9214-c0eade642584', 'code': 200} Dec 02 17:57:33.389189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=5b24cce1-815a-4592-9214-c0eade642584,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:33.397408 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.397801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.398187 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.398622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.399038 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.399430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.399803 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.400156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.400527 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.400896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.401263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.401627 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.402051 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.402418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.402782 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.403695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.404048 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.404413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.404774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.405135 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.405497 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.405835 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.406201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.406559 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:33.410928 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:33.487488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cb69b-de57-40fd-bec8-b066ed4b6047 req-894ffb10-e038-4984-ab64-d55d6b6708ed tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:33.489096 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4f7cb69b-de57-40fd-bec8-b066ed4b6047 req-894ffb10-e038-4984-ab64-d55d6b6708ed tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 946 time: 0.0916224 Dec 02 17:57:33.537697 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4f7cb69b-de57-40fd-bec8-b066ed4b6047 req-f0841649-2708-4716-97a2-5de2b7c852c1 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Dec 02 17:57:33.649002 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c5f74-7e5c-4026-b0a8-97d8bfe8479a req-3d4027e9-cdfb-468a-8e93-14078e5ea66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:33.650575 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b90c5f74-7e5c-4026-b0a8-97d8bfe8479a req-3d4027e9-cdfb-468a-8e93-14078e5ea66b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 1163 time: 0.0786912 Dec 02 17:57:33.693486 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b90c5f74-7e5c-4026-b0a8-97d8bfe8479a req-e230015d-9d5b-42fd-bbec-404f8deb949a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364175 Dec 02 17:57:34.678178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 5b24cce1-815a-4592-9214-c0eade642584 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:34.748063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 5b24cce1-815a-4592-9214-c0eade642584 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:34.748469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:34.754467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58ff51-828f-4d53-99da-f0446340f513 req-a066e4c5-fb44-4eba-9f49-35ac81cbf675 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:34.756131 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8d58ff51-828f-4d53-99da-f0446340f513 req-a066e4c5-fb44-4eba-9f49-35ac81cbf675 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 946 time: 0.0846393 Dec 02 17:57:34.810809 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-8d58ff51-828f-4d53-99da-f0446340f513 req-00590652-3f10-4ef4-9159-fbba790cdd02 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474453 Dec 02 17:57:36.035695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d05abe-35c9-4e37-9b8b-71e26d1327a9 req-d9923624-6c34-453e-bf4a-72cf3e1e13be tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:36.037312 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-53d05abe-35c9-4e37-9b8b-71e26d1327a9 req-d9923624-6c34-453e-bf4a-72cf3e1e13be tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 946 time: 0.0847931 Dec 02 17:57:36.085853 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-53d05abe-35c9-4e37-9b8b-71e26d1327a9 req-2312b2e1-39a6-484e-984f-8674c465df3f tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Dec 02 17:57:36.690448 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 5b24cce1-815a-4592-9214-c0eade642584 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:36.762232 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 5b24cce1-815a-4592-9214-c0eade642584 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:36.762656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:37.210047 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b4bef-6ee6-4b85-b962-4bb6e03a07df req-39423f8a-fda7-4641-8dfc-5ca257545f1b tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:37.211698 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a73b4bef-6ee6-4b85-b962-4bb6e03a07df req-39423f8a-fda7-4641-8dfc-5ca257545f1b tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 946 time: 0.0865495 Dec 02 17:57:37.260800 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a73b4bef-6ee6-4b85-b962-4bb6e03a07df req-950850be-b79e-46d2-999b-b71eeba4461c tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Dec 02 17:57:38.377594 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a74a9687-a568-4ec2-b291-e971be9fc950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:38.473208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2f32-4e97-4e25-9868-58f634496863 req-e2d594c2-2b35-4a77-994a-bcadc98d71c6 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:38.474814 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-376a2f32-4e97-4e25-9868-58f634496863 req-e2d594c2-2b35-4a77-994a-bcadc98d71c6 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 946 time: 0.0839994 Dec 02 17:57:38.525285 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-376a2f32-4e97-4e25-9868-58f634496863 req-224ce89e-240f-4f61-8e3c-0c654df300d4 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Dec 02 17:57:38.712289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-89d1f384-838b-4bb3-b132-84b970ccc6ed tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:38.713740 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-89d1f384-838b-4bb3-b132-84b970ccc6ed tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 946 time: 0.0814247 Dec 02 17:57:38.731462 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 5b24cce1-815a-4592-9214-c0eade642584 up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:38.788164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Deleting port 5b24cce1-815a-4592-9214-c0eade642584 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:57:38.788567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:38.804396 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 5b24cce1-815a-4592-9214-c0eade642584 triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:38.804819 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:39.046018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] For port 5b24cce1-815a-4592-9214-c0eade642584, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5b24cce1-815a-4592-9214-c0eade642584,segment=NetworkSegment(766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9),segment_id=766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:57:39.046413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:39.171339 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Calling delete_port for 5b24cce1-815a-4592-9214-c0eade642584 owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:57:39.316341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:39.331386 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-87d692dc-50e3-4d2e-917e-dca6b9e73ffa tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:39.381840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Pushing event deleted for resources: {'Port': ['ID=5b24cce1-815a-4592-9214-c0eade642584,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:39.403439 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.403856 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.404259 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.404660 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.405596 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.405991 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.406383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.406770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.407184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.407575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.407959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.408347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.408791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.409176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.409560 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.409944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.410327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.410710 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.411118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.411503 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.411884 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.412265 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.412646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.413032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:57:39.418062 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:39.551818 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] No DVR routers for this DVR port 5b24cce1-815a-4592-9214-c0eade642584 on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:57:39.553950 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:39.557984 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'name': 'network-vif-deleted', 'tag': '5b24cce1-815a-4592-9214-c0eade642584'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:39.571512 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9e661dda-aaef-4a8d-a63c-57b530ab8682 req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "DELETE /v2.0/ports/5b24cce1-815a-4592-9214-c0eade642584 HTTP/1.1" status: 204 len: 173 time: 0.8522623 Dec 02 17:57:39.621940 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fc56ad-4f83-4055-bc0d-2bbe40224666', 'name': 'network-vif-deleted', 'tag': '5b24cce1-815a-4592-9214-c0eade642584', 'status': 'completed', 'code': 200} Dec 02 17:57:39.706253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ff229391-acd4-46c9-98ad-5760932147d1 req-32b964cb-b256-431b-9606-409d7bfbde4d tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Synchronizing usage tracker for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:57:39.720876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-ff229391-acd4-46c9-98ad-5760932147d1 req-32b964cb-b256-431b-9606-409d7bfbde4d tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Unset dirty status for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:57:39.722110 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ff229391-acd4-46c9-98ad-5760932147d1 req-32b964cb-b256-431b-9606-409d7bfbde4d tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=d3fc56ad-4f83-4055-bc0d-2bbe40224666 HTTP/1.1" status: 200 len: 210 time: 0.0617385 Dec 02 17:57:40.594156 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 5b24cce1-815a-4592-9214-c0eade642584 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:57:40.631510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 5b24cce1-815a-4592-9214-c0eade642584 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:57:40.631870 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 5b24cce1-815a-4592-9214-c0eade642584 not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:57:40.907695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-69f99941-b76a-4530-919c-5adc0ad86ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:41.048832 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:41.191180 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-d9ddf09c-7436-483f-b445-8a9ce13fed66 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:41.192708 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-d9ddf09c-7436-483f-b445-8a9ce13fed66 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/networks?id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83 HTTP/1.1" status: 200 len: 808 time: 0.1543083 Dec 02 17:57:41.209223 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-487df082-5491-422f-a9c7-8278faabf750 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/quotas/6b9e9b82010d432f959a1e6866d1caba HTTP/1.1" status: 200 len: 375 time: 0.0103235 Dec 02 17:57:41.263207 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-c7dfcfc3-3121-49bd-a8c1-76fd6cc65c69 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b9e9b82010d432f959a1e6866d1caba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485859 Dec 02 17:57:41.408247 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-f404b32b-37f8-4cf0-96ca-348203abdb36 service neutron] 10.222.0.10 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363180 Dec 02 17:57:41.550339 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-b3cac2a6-e09a-47ef-9253-2f8d1bd37703 service neutron] 10.222.0.10 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354930 Dec 02 17:57:41.750498 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-b0e9b229-34cc-4c01-a948-dbb28bf981ce req-057af8c9-ea42-4941-b20f-80ce37ad84e0 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0455580 Dec 02 17:57:42.282790 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:42.548286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:42.564435 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:42.874232 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-91fe5e10-4cc0-455c-8520-efee48f57131 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:42.875847 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-91fe5e10-4cc0-455c-8520-efee48f57131 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "GET /v2.0/networks?id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83 HTTP/1.1" status: 200 len: 808 time: 0.1602194 Dec 02 17:57:42.928534 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Request body: {'port': {'device_id': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83', 'admin_state_up': True, 'tenant_id': '6b9e9b82010d432f959a1e6866d1caba'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:57:42.959057 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-4f2128a2-5074-4a4c-98eb-6440d985ae31 req-23eab95f-e39e-47a8-9acc-ebd0372cbf24 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0737739 Dec 02 17:57:43.078140 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:57:43.088133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:57:43.097283 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Made reservation on behalf of 6b9e9b82010d432f959a1e6866d1caba for: {'port': 1} {{(pid=80257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 17:57:43.102874 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:43.404179 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_common [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Allocated IP 172.20.0.7 (58b4ba30-38e2-426b-96d3-f2a49e2bbe83/f3e6b647-e975-4bc6-bfe8-1b786b8f3ead/35e485ee-3389-44e8-8a56-606424e0bd2f) {{(pid=80257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 17:57:43.617975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks [] for port, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:43.643915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727903678903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:43.662360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-478c32c6-7f54-427d-8ee1-ed0c80edd523 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:43.798837 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Pushing event updated for resources: {'Port': ['ID=35e485ee-3389-44e8-8a56-606424e0bd2f,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:43.803413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:43.853432 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 is already hosted by enough agents. {{(pid=80257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 17:57:43.854561 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.base_scheduler [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Resources bound (agent type, host, resource id): {{(pid=80257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 17:57:43.856739 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Received port after_create {{(pid=80257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 17:57:43.918586 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:43.919286 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:43.943685 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-06f2868e-257e-4947-9a45-e2ff9952d5d7 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240073 Dec 02 17:57:43.963758 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.v2.base [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Request body: {'port': {'device_id': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 17:57:44.345197 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:44.417384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579fc87-456e-436b-9e56-b3385be7d89a req-242dd2f1-df3e-4f5e-9e09-7077985f39c2 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:44.418141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-5579fc87-456e-436b-9e56-b3385be7d89a req-242dd2f1-df3e-4f5e-9e09-7077985f39c2 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Synchronizing usage tracker for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:57:44.480817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-5579fc87-456e-436b-9e56-b3385be7d89a req-242dd2f1-df3e-4f5e-9e09-7077985f39c2 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Unset dirty status for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:57:44.482071 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5579fc87-456e-436b-9e56-b3385be7d89a req-242dd2f1-df3e-4f5e-9e09-7077985f39c2 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 931 time: 0.2686820 Dec 02 17:57:44.599990 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5579fc87-456e-436b-9e56-b3385be7d89a req-54b51edb-cf58-40db-a8b1-bd1539b036ba tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080310 Dec 02 17:57:44.815090 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e485ee-3389-44e8-8a56-606424e0bd2f {{(pid=80257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 17:57:44.822164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:44.834234 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Transition to ACTIVE for port object 35e485ee-3389-44e8-8a56-606424e0bd2f will not be triggered until provisioned by entity L2. {{(pid=80257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 17:57:44.836773 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:44.855876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-1d5b6ef5-9227-40c4-a5a1-d9a8fba0ad4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:44.991738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Pushing event updated for resources: {'Port': ['ID=35e485ee-3389-44e8-8a56-606424e0bd2f,revision_number=2']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:44.996118 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:45.167888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Attempting to bind port 35e485ee-3389-44e8-8a56-606424e0bd2f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 17:57:45.168225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Attempting to bind port 35e485ee-3389-44e8-8a56-606424e0bd2f by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 17:57:45.168548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Attempting to bind port 35e485ee-3389-44e8-8a56-606424e0bd2f on network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 17:57:45.174698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Checking agent: {'id': '5838da0b-20ae-4932-a0df-7b29b79f53c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 12), 'started_at': datetime.datetime(2020, 12, 2, 17, 47, 42), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 17:57:45.175107 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Checking segment: {'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 17:57:45.175518 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:45.175915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Bound using segment: {'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'} {{(pid=80257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 17:57:45.176391 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Bound port: 35e485ee-3389-44e8-8a56-606424e0bd2f, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '58b4ba30-38e2-426b-96d3-f2a49e2bbe83'}}] {{(pid=80257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 17:57:45.176768 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:45.268379 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] For port 35e485ee-3389-44e8-8a56-606424e0bd2f, host hv-cinder-73362, cleared binding levels {{(pid=80257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 17:57:45.272643 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] For port 35e485ee-3389-44e8-8a56-606424e0bd2f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=35e485ee-3389-44e8-8a56-606424e0bd2f,segment=NetworkSegment(766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9),segment_id=766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9)] {{(pid=80257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 17:57:45.276005 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10988857'] for port, after_update {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:45.295475 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a963e407-6f9d-4f66-918d-b95aca922d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:45.438269 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Pushing event updated for resources: {'Port': ['ID=35e485ee-3389-44e8-8a56-606424e0bd2f,revision_number=3']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:45.443127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:45.481016 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:45.481698 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:45.483276 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-099ef24c-5742-418f-bdfe-2dfa96ddd63a service neutron] 10.222.0.60 "PUT /v2.0/ports/35e485ee-3389-44e8-8a56-606424e0bd2f HTTP/1.1" status: 200 len: 1157 time: 1.5241110 Dec 02 17:57:45.483801 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'tag': '35e485ee-3389-44e8-8a56-606424e0bd2f'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:45.571553 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'tag': '35e485ee-3389-44e8-8a56-606424e0bd2f', 'status': 'completed', 'code': 200} Dec 02 17:57:45.612273 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-7b303cf9-c1af-4502-b55f-ac94e82949f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:45.613915 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-7b303cf9-c1af-4502-b55f-ac94e82949f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b9e9b82010d432f959a1e6866d1caba&device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 1160 time: 0.0776083 Dec 02 17:57:45.693811 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-6c0300f1-c64c-4834-acba-0062b403a1da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35e485ee-3389-44e8-8a56-606424e0bd2f HTTP/1.1" status: 200 len: 217 time: 0.0669029 Dec 02 17:57:45.816191 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-7c0acc00-9798-459d-83cd-97683f609fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:45.817757 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-7c0acc00-9798-459d-83cd-97683f609fc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e6b647-e975-4bc6-bfe8-1b786b8f3ead HTTP/1.1" status: 200 len: 848 time: 0.1181450 Dec 02 17:57:45.874926 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-a4f255d3-1b7a-4658-baa1-401df411dc1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498023 Dec 02 17:57:45.885734 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f1424-d356-4be7-b2f1-e7396b24ac84 req-c93237f9-ffb2-4eeb-8f3f-673b44550902 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:45.887291 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-132f1424-d356-4be7-b2f1-e7396b24ac84 req-c93237f9-ffb2-4eeb-8f3f-673b44550902 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 943 time: 0.1525726 Dec 02 17:57:46.026033 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-132f1424-d356-4be7-b2f1-e7396b24ac84 req-afa0b6e1-88af-424f-bc16-8684e4c1e418 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167068 Dec 02 17:57:46.060139 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-edaf236a-0010-49ea-8df7-941166e8be60 service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718416 Dec 02 17:57:46.203813 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-adb18af2-d7db-4ea3-9427-f8d27b2f147e req-bdce4f8f-02dc-4224-b6f5-ade65b07615c service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373005 Dec 02 17:57:46.374454 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-2014b355-7522-4deb-87dd-f9b529cb0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:46.376090 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-2014b355-7522-4deb-87dd-f9b529cb0755 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b9e9b82010d432f959a1e6866d1caba&device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 1160 time: 0.0797796 Dec 02 17:57:46.518843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-23b6d0b3-c409-48e5-8bb1-4960f5f0af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:46.520757 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-23b6d0b3-c409-48e5-8bb1-4960f5f0af1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83 HTTP/1.1" status: 200 len: 902 time: 0.1375818 Dec 02 17:57:46.589910 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-c4e9d881-473b-45c1-a0ae-59e93c6291ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35e485ee-3389-44e8-8a56-606424e0bd2f HTTP/1.1" status: 200 len: 217 time: 0.0622754 Dec 02 17:57:46.661727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-c788c09f-0d27-4856-8f19-ce03c33704ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:46.663257 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-c788c09f-0d27-4856-8f19-ce03c33704ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f3e6b647-e975-4bc6-bfe8-1b786b8f3ead HTTP/1.1" status: 200 len: 848 time: 0.0663333 Dec 02 17:57:46.712254 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-e24ce9e7-d95b-462e-8925-23f2a53512c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=58b4ba30-38e2-426b-96d3-f2a49e2bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421579 Dec 02 17:57:46.854454 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-b992d662-13dd-4ea1-a96c-992d1620856a service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345029 Dec 02 17:57:46.996222 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-3b2afe4e-a7e8-4dd1-a592-1651eeb1e8d4 req-9c1a0a87-3ca0-4e04-b07b-ac1414b5bdd1 service neutron] 10.222.0.60 "GET /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351213 Dec 02 17:57:47.239184 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04071c83-59b8-4287-8044-9e20a1754936 req-090b63f4-3627-4f7b-8254-974d55149085 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:47.240788 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-04071c83-59b8-4287-8044-9e20a1754936 req-090b63f4-3627-4f7b-8254-974d55149085 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 943 time: 0.0832040 Dec 02 17:57:47.292530 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-04071c83-59b8-4287-8044-9e20a1754936 req-91399117-6dd4-4f6d-85ab-4acded23eb16 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Dec 02 17:57:48.506772 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ddb36-dc18-476b-a022-0a4112d0f379 req-af894513-bf5b-4a60-83b2-3914f3aac7f6 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:48.508400 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ba2ddb36-dc18-476b-a022-0a4112d0f379 req-af894513-bf5b-4a60-83b2-3914f3aac7f6 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 943 time: 0.0840583 Dec 02 17:57:48.554858 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ba2ddb36-dc18-476b-a022-0a4112d0f379 req-a01e4c2c-b190-41e2-ab86-ac78ba0586f4 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Dec 02 17:57:49.036079 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 35e485ee-3389-44e8-8a56-606424e0bd2f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:49.103522 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning for port 35e485ee-3389-44e8-8a56-606424e0bd2f completed by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 17:57:49.108368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 35e485ee-3389-44e8-8a56-606424e0bd2f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:49.108812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:49.226142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:49.253378 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e485ee-3389-44e8-8a56-606424e0bd2f'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:49.263986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 35e485ee-3389-44e8-8a56-606424e0bd2f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=35e485ee-3389-44e8-8a56-606424e0bd2f,segment=NetworkSegment(766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9),segment_id=766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:57:49.266915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:49.269998 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-db54bcaa-3fff-4396-8be5-04d7645bbc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:49.315682 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e485ee-3389-44e8-8a56-606424e0bd2f', 'code': 200} Dec 02 17:57:49.339798 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=35e485ee-3389-44e8-8a56-606424e0bd2f,revision_number=4']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:49.343872 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:49.581363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799aa7ec-94f6-44a1-b78a-05539fcdf2ab req-fdcb67a5-f7af-4a1d-946b-e8a080ab38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:49.582896 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-799aa7ec-94f6-44a1-b78a-05539fcdf2ab req-fdcb67a5-f7af-4a1d-946b-e8a080ab38d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 1162 time: 0.0782051 Dec 02 17:57:49.626624 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-799aa7ec-94f6-44a1-b78a-05539fcdf2ab req-ae04f31e-115f-48d2-8529-cc0a38be3dd5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Dec 02 17:57:49.764825 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f047e26-1787-48bd-ac33-1413be7fe4fd req-5dc407b2-f879-4222-8788-74ebb7e41ffb tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:49.766892 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6f047e26-1787-48bd-ac33-1413be7fe4fd req-5dc407b2-f879-4222-8788-74ebb7e41ffb tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0811081 Dec 02 17:57:49.816191 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-6f047e26-1787-48bd-ac33-1413be7fe4fd req-970083bf-9d54-4b99-afd4-38ef8767cbaf tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Dec 02 17:57:50.840820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 35e485ee-3389-44e8-8a56-606424e0bd2f up at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 17:57:50.913749 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.provisioning_blocks [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Provisioning complete for port 35e485ee-3389-44e8-8a56-606424e0bd2f triggered by entity L2. {{(pid=80259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 17:57:50.914170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3225846'] for port, provisioning_complete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:51.241264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dc1de-c3f4-4b0b-81a8-6582c394d8a5 req-200c886d-0c03-4a20-847d-3fcc451e12c5 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:51.242885 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7a1dc1de-c3f4-4b0b-81a8-6582c394d8a5 req-200c886d-0c03-4a20-847d-3fcc451e12c5 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 945 time: 0.2941997 Dec 02 17:57:51.290385 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-7a1dc1de-c3f4-4b0b-81a8-6582c394d8a5 req-ce8868a8-7924-4915-9ebd-f6ca73cad0af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Dec 02 17:57:52.492932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175e89-90ad-42d6-a268-652039209966 req-2f0f0862-cdea-4670-af41-5ed6a31d30f6 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:52.494532 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac175e89-90ad-42d6-a268-652039209966 req-2f0f0862-cdea-4670-af41-5ed6a31d30f6 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0872636 Dec 02 17:57:52.543669 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-ac175e89-90ad-42d6-a268-652039209966 req-eda7404e-06a5-4cc0-9e1d-c560deee49cc tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Dec 02 17:57:53.760170 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e0318-a0c9-43db-ae68-2359a37cbe03 req-3912223f-226b-45c2-b398-bc826c5ad7dc tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:53.761773 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5d6e0318-a0c9-43db-ae68-2359a37cbe03 req-3912223f-226b-45c2-b398-bc826c5ad7dc tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 945 time: 0.0828085 Dec 02 17:57:53.859329 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-5d6e0318-a0c9-43db-ae68-2359a37cbe03 req-f11fdec2-4a80-42d2-b622-e337d80a7877 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/security-groups?id=685158d6-9035-484a-be0c-624daf57fbef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905211 Dec 02 17:57:53.889422 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-f192717f-0f1a-4a2a-a3c7-c941be645931 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:57:53.891054 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-f192717f-0f1a-4a2a-a3c7-c941be645931 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 945 time: 0.1013021 Dec 02 17:57:53.964201 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Deleting port 35e485ee-3389-44e8-8a56-606424e0bd2f {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:57:53.964584 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:54.215611 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] For port 35e485ee-3389-44e8-8a56-606424e0bd2f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=35e485ee-3389-44e8-8a56-606424e0bd2f,segment=NetworkSegment(766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9),segment_id=766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:57:54.215939 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:54.345898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Calling delete_port for 35e485ee-3389-44e8-8a56-606424e0bd2f owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:57:54.491167 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:54.506322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-766ec34e-d91a-4715-bf1e-3833e14a72ff tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:57:54.556911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Pushing event deleted for resources: {'Port': ['ID=35e485ee-3389-44e8-8a56-606424e0bd2f,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:57:54.561575 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:57:54.693901 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 35e485ee-3389-44e8-8a56-606424e0bd2f no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:57:54.712011 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] No DVR routers for this DVR port 35e485ee-3389-44e8-8a56-606424e0bd2f on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:57:54.714229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:57:54.717025 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'name': 'network-vif-deleted', 'tag': '35e485ee-3389-44e8-8a56-606424e0bd2f'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:57:54.727762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] No Port match for: 35e485ee-3389-44e8-8a56-606424e0bd2f {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:57:54.728155 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 35e485ee-3389-44e8-8a56-606424e0bd2f not bound to the agent host hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:57:54.732234 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-684c24c5-2749-4a69-8ad0-520bbf6c27a0 req-ab0460b1-ac0c-4516-bcd3-57fc4c9e5d08 tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.60 "DELETE /v2.0/ports/35e485ee-3389-44e8-8a56-606424e0bd2f HTTP/1.1" status: 204 len: 173 time: 0.8355992 Dec 02 17:57:54.781432 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13d002-b275-4459-81fd-8c17a130a6b2', 'name': 'network-vif-deleted', 'tag': '35e485ee-3389-44e8-8a56-606424e0bd2f', 'status': 'completed', 'code': 200} Dec 02 17:57:55.045952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-20fa8584-e6f0-4633-97de-08b299febe10 req-39714be4-960c-4efb-86e5-edd0cdabc43c tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Synchronizing usage tracker for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:57:55.060748 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-20fa8584-e6f0-4633-97de-08b299febe10 req-39714be4-960c-4efb-86e5-edd0cdabc43c tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Unset dirty status for tenant:6b9e9b82010d432f959a1e6866d1caba on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:57:55.062559 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-20fa8584-e6f0-4633-97de-08b299febe10 req-39714be4-960c-4efb-86e5-edd0cdabc43c tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] 10.222.0.10 "GET /v2.0/ports?device_id=8f13d002-b275-4459-81fd-8c17a130a6b2 HTTP/1.1" status: 200 len: 210 time: 0.0604994 Dec 02 17:57:58.413868 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:58:08.384275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-5cad236e-dea1-46c6-a5c9-e3918d081255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:10.915620 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b6acbb08-b1f7-4d03-ac1d-77f1f22a6f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:11.057333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:12.278546 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:12.553128 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:12.595891 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:14.691423 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-b077a764-dc6f-48f9-ad79-6bbd626dd7a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0755906 Dec 02 17:58:14.863224 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-3d1304d9-327f-4fd8-ad21-bfe2b8bb6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:14.864856 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-3d1304d9-327f-4fd8-ad21-bfe2b8bb6edc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.0813563 Dec 02 17:58:15.023963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-161cc57e-0226-4f4a-9308-e9f5b4a33890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:15.025537 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-161cc57e-0226-4f4a-9308-e9f5b4a33890 service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.1383352 Dec 02 17:58:15.132435 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-195a07b5-3cf6-40bf-ab2e-92c561e55905 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 1001 time: 0.0990300 Dec 02 17:58:15.200849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-d34a2a40-3995-4e6e-86c4-708010a82033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:15.202898 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-d34a2a40-3995-4e6e-86c4-708010a82033 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.0624712 Dec 02 17:58:15.281225 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-29eca225-ac7a-4723-959d-e51d298d88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:15.282773 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-29eca225-ac7a-4723-959d-e51d298d88fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739543 Dec 02 17:58:15.425364 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-5f31915c-a5d6-434d-ae8a-8edc2571f4ea service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360199 Dec 02 17:58:15.566232 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-29aa379f-798c-4802-8c14-56709edaa8d9 req-d929b144-c560-43dc-b861-9b74714d0cfa service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346276 Dec 02 17:58:15.917636 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36978) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:15.985174 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Deleting subnet f3e6b647-e975-4bc6-bfe8-1b786b8f3ead {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:58:15.988288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.043700 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.103319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.365607 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.380922 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f68bd10e-2b13-4874-a8df-7d7dcacecfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:16.429572 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e6b647-e975-4bc6-bfe8-1b786b8f3ead,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:16.434117 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:16.515303 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.523214 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-eb5d691c-1fa8-4556-90f5-8eb1fa90da2f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f3e6b647-e975-4bc6-bfe8-1b786b8f3ead HTTP/1.1" status: 204 len: 168 time: 0.6044135 Dec 02 17:58:16.525823 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36982) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:16.642647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.831086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.948099 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b4ba30-38e2-426b-96d3-f2a49e2bbe83']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:16.960646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:16.960985 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766394c0-f6c5-4dc9-ac7b-6c2552ebd1b9') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:16.973418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.988681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:16.990649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:58:17.169725 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:58:17.178910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:17.355347 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Network 58b4ba30-38e2-426b-96d3-f2a49e2bbe83 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:58:17.382135 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:58:17.456557 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:17.459691 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:17.475360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:17.484817 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Pushing event deleted for resources: {'Network': ['ID=58b4ba30-38e2-426b-96d3-f2a49e2bbe83,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:17.489867 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:17.492317 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-2960649f-da01-4b5a-a44e-9fd7a1ae750c admin admin] 10.222.0.10 "DELETE /v2.0/networks/58b4ba30-38e2-426b-96d3-f2a49e2bbe83 HTTP/1.1" status: 204 len: 168 time: 0.9654846 Dec 02 17:58:17.699664 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36988) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:17.755382 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-46408a99-97e8-47f1-af6a-625736dec118 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b9e9b82010d432f959a1e6866d1caba&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0543618 Dec 02 17:58:17.758312 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 36992) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:17.820337 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-583c8274-2bb7-444e-af09-702a475ce4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:17.849812 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-583c8274-2bb7-444e-af09-702a475ce4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:17.894564 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-583c8274-2bb7-444e-af09-702a475ce4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:17.899896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fc1d3aaa-a8e8-43b6-bb8a-63b762afd78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:17.914623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c8274-2bb7-444e-af09-702a475ce4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685158d6-9035-484a-be0c-624daf57fbef,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:17.918846 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-583c8274-2bb7-444e-af09-702a475ce4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:17.922774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-583c8274-2bb7-444e-af09-702a475ce4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:17.924052 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-583c8274-2bb7-444e-af09-702a475ce4b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/685158d6-9035-484a-be0c-624daf57fbef HTTP/1.1" status: 204 len: 168 time: 0.1647005 Dec 02 17:58:21.161790 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-f17b491b-ca1b-447d-a788-beb8f5f17763 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/floatingips/1d4093ef-e3ea-416a-b6d4-12215ea538a9 HTTP/1.1" status: 200 len: 998 time: 0.1106462 Dec 02 17:58:21.336929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-e34feb69-9e6e-437d-bf6c-8bb3ec5c9b0a tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:21.338439 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-e34feb69-9e6e-437d-bf6c-8bb3ec5c9b0a tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/networks/0e1ee128-329d-4691-a63d-e46bd8631858 HTTP/1.1" status: 200 len: 784 time: 0.1706324 Dec 02 17:58:21.350095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-7659feab-8b94-4f8b-9638-2499cf9ff01e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=80257) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 17:58:21.351200 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-7659feab-8b94-4f8b-9638-2499cf9ff01e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0060201 Dec 02 17:58:21.461017 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-45e2f69d-3805-41a5-9100-2fc4477d75b5 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.18 HTTP/1.1" status: 200 len: 1001 time: 0.1030955 Dec 02 17:58:21.538420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-c993cc53-ac37-46cd-9caa-1857c21eb118 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:21.539912 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-c993cc53-ac37-46cd-9caa-1857c21eb118 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports/8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 943 time: 0.0729883 Dec 02 17:58:21.724805 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-9a26daee-bbc4-4d64-9671-4a137d58e368 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.28.1.18 HTTP/1.1" status: 200 len: 1001 time: 0.1031940 Dec 02 17:58:21.937680 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Deleting port 00e29d67-b2e8-4164-8372-f31fdcf624c4 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:21.938059 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:22.112023 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:22.112394 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for floatingip, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:22.236413 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Calling delete_port for 00e29d67-b2e8-4164-8372-f31fdcf624c4 owned by network:floatingip {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:22.386544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:22.402677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8ffeeebd-6798-4b7d-98d6-c308ce3ed98e tempest-AttachVolumeNegativeTest-139133785 tempest-AttachVolumeNegativeTest-139133785] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:22.460839 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event deleted for resources: {'Port': ['ID=00e29d67-b2e8-4164-8372-f31fdcf624c4,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:22.465535 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:22.627381 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for floatingip, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:22.627646 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.db.l3_db [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Floating IP 1d4093ef-e3ea-416a-b6d4-12215ea538a9 disassociated (deleted). External IP: 172.28.1.18, port: 8d5e925f-19da-4f1e-a60a-f39600edb2ab. Dec 02 17:58:23.206000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:58:23.391233 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:58:23.401528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] Sync routers for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:58:23.411944 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:58:23.412623 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:58:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:23.416119 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for floatingip, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:23.472271 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-b964d658-f190-4ef0-b9c9-e2d9c1649b88 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "DELETE /v2.0/floatingips/1d4093ef-e3ea-416a-b6d4-12215ea538a9 HTTP/1.1" status: 204 len: 173 time: 1.7413373 Dec 02 17:58:23.472742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:58:23.535776 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'status': 'completed', 'code': 200} Dec 02 17:58:23.568316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-f66236cc-b564-4b7d-9fac-3b9f687a74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:23.570150 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-f66236cc-b564-4b7d-9fac-3b9f687a74b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.0844305 Dec 02 17:58:23.599736 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:58:23.776277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0448414-1d86-4483-909f-322218c1c616 req-9f234d30-77b6-4783-9413-ec3a0ab22fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:23.777942 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f0448414-1d86-4483-909f-322218c1c616 req-9f234d30-77b6-4783-9413-ec3a0ab22fb9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 1163 time: 0.2018628 Dec 02 17:58:23.779032 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-4e3c4a9c-aa41-4ddc-800f-d125bed7d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:23.780526 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-4e3c4a9c-aa41-4ddc-800f-d125bed7d105 service neutron] 10.222.0.10 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.1710358 Dec 02 17:58:23.891220 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-09b2a402-a96f-4c95-8931-f3356b1eb805 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 217 time: 0.0827637 Dec 02 17:58:23.934426 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:23.939786 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] Checking router: 203c76d2-e88d-44d6-b09d-7a5c9aa8196b for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:58:23.949484 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:58:23.950214 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:58:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:24.043811 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-7970595d-bb77-45b0-8731-f2e37b47c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:24.045978 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-7970595d-bb77-45b0-8731-f2e37b47c8af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.1463993 Dec 02 17:58:24.050695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0448414-1d86-4483-909f-322218c1c616 req-89d261f6-7281-437f-8386-a1204b438062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:24.052251 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f0448414-1d86-4483-909f-322218c1c616 req-89d261f6-7281-437f-8386-a1204b438062 service neutron] 10.222.0.60 "GET /v2.0/networks?id=347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 200 len: 903 time: 0.2682228 Dec 02 17:58:24.135340 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:58:24.163039 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f0448414-1d86-4483-909f-322218c1c616 req-8f2c8d15-869f-4edb-a37d-63113b8600c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 200 len: 217 time: 0.0764368 Dec 02 17:58:24.252266 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0448414-1d86-4483-909f-322218c1c616 req-3c30d345-fc12-42be-b144-cc5bf5bcc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:24.253859 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f0448414-1d86-4483-909f-322218c1c616 req-3c30d345-fc12-42be-b144-cc5bf5bcc353 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 200 len: 848 time: 0.0827782 Dec 02 17:58:24.256380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-ca4d8e33-dc2c-4165-b199-2ccd013e065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:24.257896 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-ca4d8e33-dc2c-4165-b199-2ccd013e065c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2047362 Dec 02 17:58:24.460296 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0448414-1d86-4483-909f-322218c1c616 req-287f6526-4c27-4076-8909-3f454805fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:24.461940 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f0448414-1d86-4483-909f-322218c1c616 req-287f6526-4c27-4076-8909-3f454805fbed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=347690f4-c715-4076-ac05-fa0e7938bc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2015262 Dec 02 17:58:24.465364 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-5c2d5d31-c278-40e1-a06f-453b90c0f33e service neutron] 10.222.0.10 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719229 Dec 02 17:58:24.475453 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:24.479703 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12ebd73-fe70-43c3-bdb4-e1b10bce772f None None] The sync data for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb is: [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 4, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb', '_interfaces': [{'id': '035f5fe0-7a34-43c8-801d-3951101ceb80', 'name': '', 'network_id': '347690f4-c715-4076-ac05-fa0e7938bc37', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'mac_address': 'fa:16:3e:83:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:07Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'subnets': [{'id': '3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:58:24.734214 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f0448414-1d86-4483-909f-322218c1c616 req-e9722f84-e720-4f20-9638-7e12e5e51a42 service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644465 Dec 02 17:58:24.737640 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-a3c5c54d-6b7e-45dc-bae3-69c1611646ec req-4f3bdb34-0482-4a71-afd8-0e6e52161108 service neutron] 10.222.0.10 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2441137 Dec 02 17:58:24.874004 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218475b-c2e8-457e-a43f-a1618d9bf291 None None] New status for floating IP 1d4093ef-e3ea-416a-b6d4-12215ea538a9: DOWN {{(pid=80259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 17:58:24.882485 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-f0448414-1d86-4483-909f-322218c1c616 req-709f4ccb-f7c1-4cd3-a5b9-d7de57a4ed3a service neutron] 10.222.0.60 "GET /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421506 Dec 02 17:58:25.172756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aa7fc-969f-4a2f-96d6-04312bb55ea7 req-87b063a9-bb3c-4faa-a00e-21415b1a92e9 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:25.173525 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-480aa7fc-969f-4a2f-96d6-04312bb55ea7 req-87b063a9-bb3c-4faa-a00e-21415b1a92e9 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Synchronizing usage tracker for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:58:25.188528 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-480aa7fc-969f-4a2f-96d6-04312bb55ea7 req-87b063a9-bb3c-4faa-a00e-21415b1a92e9 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Unset dirty status for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:58:25.189813 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-480aa7fc-969f-4a2f-96d6-04312bb55ea7 req-87b063a9-bb3c-4faa-a00e-21415b1a92e9 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.1027191 Dec 02 17:58:25.240693 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-480aa7fc-969f-4a2f-96d6-04312bb55ea7 req-6fa09cf3-1b36-4234-bc11-c9766ecd5294 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434639 Dec 02 17:58:26.457589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2178c-dde2-44a3-8cc0-497fd7a9cb09 req-fa141385-d7eb-4e0f-845b-b567cc542af1 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:26.459215 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-25a2178c-dde2-44a3-8cc0-497fd7a9cb09 req-fa141385-d7eb-4e0f-845b-b567cc542af1 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0847991 Dec 02 17:58:26.505942 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-25a2178c-dde2-44a3-8cc0-497fd7a9cb09 req-a2d28f2b-37c4-44b5-abcd-b5f019f21015 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402589 Dec 02 17:58:26.662121 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-f862d3de-0a25-4bc4-ba7d-69e2a3cf6b84 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:26.663728 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-f862d3de-0a25-4bc4-ba7d-69e2a3cf6b84 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.60 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 946 time: 0.0884509 Dec 02 17:58:26.736705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Deleting port 8d5e925f-19da-4f1e-a60a-f39600edb2ab {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:26.737092 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:26.968101 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Device 8d5e925f-19da-4f1e-a60a-f39600edb2ab no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:58:26.998751 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:26.999192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:27.097256 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-828194'] for port, before_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:27.135369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:27.136517 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:58:27.143841 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363308950613381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363308951097665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727903678169'] for port, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:27.146009 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:27.228935 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Pushing event updated for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=7']} {{(pid=80259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:27.235771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:27.238088 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'code': 200} Dec 02 17:58:27.349530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Calling delete_port for 8d5e925f-19da-4f1e-a60a-f39600edb2ab owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:27.431250 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80257) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:58:27.431615 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80257) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:58:27.717923 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5cbd0-7327-44cf-8609-0b2fed1a0752 req-965badda-b70b-4b8b-9288-2e8b02e31508 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 17:58:27.719473 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2dd5cbd0-7327-44cf-8609-0b2fed1a0752 req-965badda-b70b-4b8b-9288-2e8b02e31508 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 944 time: 0.0830832 Dec 02 17:58:27.766371 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-2dd5cbd0-7327-44cf-8609-0b2fed1a0752 req-c2c61600-8939-469c-b030-8fc57583459f tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups?id=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404119 Dec 02 17:58:27.932553 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Deleting port 8d5e925f-19da-4f1e-a60a-f39600edb2ab {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:27.932952 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:28.187249 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] For port 8d5e925f-19da-4f1e-a60a-f39600edb2ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8d5e925f-19da-4f1e-a60a-f39600edb2ab,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:28.187641 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:28.314129 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Calling delete_port for 8d5e925f-19da-4f1e-a60a-f39600edb2ab owned by compute:nova {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:28.461067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:28.476667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-b8a22a52-2b07-4f41-ac0b-d16db77dfcf2 tempest-AttachVolumeShelveTestJSON-854865924 tempest-AttachVolumeShelveTestJSON-854865924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:28.523630 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event deleted for resources: {'Port': ['ID=8d5e925f-19da-4f1e-a60a-f39600edb2ab,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:28.528292 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:28.683775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] No DVR routers for this DVR port 8d5e925f-19da-4f1e-a60a-f39600edb2ab on host hv-cinder-73362 {{(pid=80257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:58:28.686820 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763532'] for port, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:28.689815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-deleted', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab'}] {{(pid=80257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 17:58:28.705857 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-aa5eff52-ff88-445e-9d3a-241b8d7f75a5 req-de84e3ba-8bd4-42b5-93fe-ff9013695c5e tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.60 "DELETE /v2.0/ports/8d5e925f-19da-4f1e-a60a-f39600edb2ab HTTP/1.1" status: 204 len: 173 time: 2.0367594 Dec 02 17:58:28.756286 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de169e27-e6ac-42a9-a00f-43f2e5e741bd', 'name': 'network-vif-deleted', 'tag': '8d5e925f-19da-4f1e-a60a-f39600edb2ab', 'status': 'completed', 'code': 200} Dec 02 17:58:28.952359 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-9753aeb5-fb86-4e9b-9614-33b49ee8a9e1 req-b266d00c-cf6a-4326-a6ab-bec064e342b7 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Synchronizing usage tracker for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:port {{(pid=80257) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 17:58:28.968190 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [req-9753aeb5-fb86-4e9b-9614-33b49ee8a9e1 req-b266d00c-cf6a-4326-a6ab-bec064e342b7 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Unset dirty status for tenant:f8835c6c4e3a4d5b92f9ebb8e7eac324 on resource:port {{(pid=80257) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 17:58:28.969696 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9753aeb5-fb86-4e9b-9614-33b49ee8a9e1 req-b266d00c-cf6a-4326-a6ab-bec064e342b7 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/ports?device_id=de169e27-e6ac-42a9-a00f-43f2e5e741bd HTTP/1.1" status: 200 len: 210 time: 0.0696290 Dec 02 17:58:30.155973 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9234c0f5-ce92-44d6-8b21-ca89c27cf6c3 req-2db3f1b6-0172-41dc-a16c-d7a9623ac400 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "GET /v2.0/security-groups/5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e HTTP/1.1" status: 200 len: 2879 time: 0.0498636 Dec 02 17:58:30.226954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9234c0f5-ce92-44d6-8b21-ca89c27cf6c3 req-f20e2906-4e2b-4723-b1d9-7cdadd111949 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:30.256172 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9234c0f5-ce92-44d6-8b21-ca89c27cf6c3 req-f20e2906-4e2b-4723-b1d9-7cdadd111949 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:30.307592 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9234c0f5-ce92-44d6-8b21-ca89c27cf6c3 req-f20e2906-4e2b-4723-b1d9-7cdadd111949 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:30.313942 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2a0b1c39-4d59-44fb-82f1-b682a07bc686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:30.329988 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e2906-4e2b-4723-b1d9-7cdadd111949 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Pushing event deleted for resources: {'SecurityGroup': ['ID=5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:30.332846 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-f20e2906-4e2b-4723-b1d9-7cdadd111949 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:30.340046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [req-9234c0f5-ce92-44d6-8b21-ca89c27cf6c3 req-f20e2906-4e2b-4723-b1d9-7cdadd111949 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:30.341287 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [req-9234c0f5-ce92-44d6-8b21-ca89c27cf6c3 req-f20e2906-4e2b-4723-b1d9-7cdadd111949 tempest-TestShelveInstance-1477142111 tempest-TestShelveInstance-1477142111] 10.222.0.10 "DELETE /v2.0/security-groups/5735c506-1cfa-4b4a-8cc8-cf7e7a4ab38e HTTP/1.1" status: 204 len: 173 time: 0.1789992 Dec 02 17:58:30.400164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37112) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:30.772826 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424365'] for router_interface, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:31.362600 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Deleting port 035f5fe0-7a34-43c8-801d-3951101ceb80 {{(pid=80257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:31.363211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:31.542909 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] For port 035f5fe0-7a34-43c8-801d-3951101ceb80, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=035f5fe0-7a34-43c8-801d-3951101ceb80,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:31.543375 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:31.669341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Calling delete_port for 035f5fe0-7a34-43c8-801d-3951101ceb80 owned by network:router_interface {{(pid=80257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:32.193775 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843786960'] for port, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:32.209325 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-c5856262-a1b2-4d64-a76e-4f43b42db5af tempest-VolumesActionsTest-1471844163 tempest-VolumesActionsTest-1471844163] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:32.255319 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=035f5fe0-7a34-43c8-801d-3951101ceb80,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:32.269178 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:32.612102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:33.110208 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:58:33.299613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:58:33.311112 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] Sync routers for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:58:33.320446 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37166) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:33.320787 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-bcbd4f9e-741a-4202-ad8e-71dd48e14af2 admin admin] 10.222.0.10 "PUT /v2.0/routers/203c76d2-e88d-44d6-b09d-7a5c9aa8196b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9193373 Dec 02 17:58:33.321978 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:58:33.322844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:58:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:33.514510 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:58:33.514706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:33.706610 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:33.711789 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Deleting port 6ad8833a-89a9-4d0b-a976-42411a06b030 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:33.712165 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:33.824063 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:58:31Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:33.828346 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] Checking router: 203c76d2-e88d-44d6-b09d-7a5c9aa8196b for host: dv-cinder-733623-9-smb {{(pid=80260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:58:33.837423 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] Routers {'203c76d2-e88d-44d6-b09d-7a5c9aa8196b'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:58:33.838089 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:58:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'], 'active': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:33.904863 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] For port 6ad8833a-89a9-4d0b-a976-42411a06b030, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=6ad8833a-89a9-4d0b-a976-42411a06b030,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:33.905263 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.046753 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Calling delete_port for 6ad8833a-89a9-4d0b-a976-42411a06b030 owned by network:router_gateway {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:34.186203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] Set router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b gateway port host: dv-cinder-733623-9-smb {{(pid=80260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:58:34.187501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.378034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765285'] for router_gateway, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.495932 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:58:31Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:34.500908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd07043-7ed9-405f-bbb1-6e1cd9e32f21 None None] The sync data for ids ['203c76d2-e88d-44d6-b09d-7a5c9aa8196b'] in dv-cinder-733623-9-smb is: [{'id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'name': 'tempest-TestShelveInstance-1869213774-router', 'tenant_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148'}], 'enable_snat': True}, 'gw_port_id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:58:31Z', 'revision_number': 5, 'project_id': 'f8835c6c4e3a4d5b92f9ebb8e7eac324', 'gw_port': {'id': '6ad8833a-89a9-4d0b-a976-42411a06b030', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203c76d2-e88d-44d6-b09d-7a5c9aa8196b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:52Z', 'updated_at': '2020-12-02T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:58:34.756583 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765433'] for router, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.759667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.788414 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851011178'] for router, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.788972 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 203c76d2-e88d-44d6-b09d-7a5c9aa8196b {{(pid=80258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 17:58:34.801683 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.802911 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3d89cc20-aaa4-48aa-8280-b605b44631f0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/203c76d2-e88d-44d6-b09d-7a5c9aa8196b HTTP/1.1" status: 204 len: 168 time: 1.4808881 Dec 02 17:58:34.805687 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37190) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:34.875690 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Deleting subnet 3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:58:34.878681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:34.934277 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.027390 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.313887 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.334246 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:35.382727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:35.396948 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.397320 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.397757 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.398141 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.398543 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.398986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.399368 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.399765 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.400163 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.400556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.400949 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.401341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.401791 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.402182 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.402574 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.402980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.403382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.403774 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.404756 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.405149 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.405540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.405930 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.406322 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.406711 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:35.415210 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:58:35.458162 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:35.487024 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.492050 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008fa1d-a407-43e2-a3b2-7d2354d763c9 None None] Network 347690f4-c715-4076-ac05-fa0e7938bc37 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:58:35.494832 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-3df45fe4-3445-4d63-a394-e1f37543cd90 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3c9d7fb9-2d27-4c49-83ef-ae5477a28a2f HTTP/1.1" status: 204 len: 168 time: 0.6880741 Dec 02 17:58:35.497479 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37194) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:35.618100 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.689848 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Deleting port fdb60a4f-216a-42ed-accd-83881bd891f5 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:35.690142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.743745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] DHCP port deletion for 347690f4-c715-4076-ac05-fa0e7938bc37 request from dv-cinder-733623-9-smb {{(pid=80259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 17:58:35.748975 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Deleting port fdb60a4f-216a-42ed-accd-83881bd891f5 {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:35.749406 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.914507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] For port fdb60a4f-216a-42ed-accd-83881bd891f5, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=fdb60a4f-216a-42ed-accd-83881bd891f5,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:35.915164 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:35.977499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] For port fdb60a4f-216a-42ed-accd-83881bd891f5, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=fdb60a4f-216a-42ed-accd-83881bd891f5,segment=NetworkSegment(372aaa19-230c-47e8-a253-3fb2420b2765),segment_id=372aaa19-230c-47e8-a253-3fb2420b2765)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:35.978072 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:36.046209 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device fdb60a4f-216a-42ed-accd-83881bd891f5 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:58:36.048353 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Calling delete_port for fdb60a4f-216a-42ed-accd-83881bd891f5 owned by network:dhcp {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:36.125024 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:36.137634 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Calling delete_port for fdb60a4f-216a-42ed-accd-83881bd891f5 owned by network:dhcp {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:36.140635 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-048bb07e-ac2b-449c-bc02-82de8aad0212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:36.174192 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: fdb60a4f-216a-42ed-accd-83881bd891f5 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:58:36.174582 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device fdb60a4f-216a-42ed-accd-83881bd891f5 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:58:36.175082 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6ad8833a-89a9-4d0b-a976-42411a06b030 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:58:36.189745 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb60a4f-216a-42ed-accd-83881bd891f5,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:36.201595 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:36.218878 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 6ad8833a-89a9-4d0b-a976-42411a06b030 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:58:36.219294 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 6ad8833a-89a9-4d0b-a976-42411a06b030 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:58:36.219776 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 035f5fe0-7a34-43c8-801d-3951101ceb80 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:58:36.281814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:58:36.284589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:58:36.284589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 035f5fe0-7a34-43c8-801d-3951101ceb80 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:58:36.284589 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 035f5fe0-7a34-43c8-801d-3951101ceb80 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:58:36.288040 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] No DVR routers for this DVR port fdb60a4f-216a-42ed-accd-83881bd891f5 on host dv-cinder-733623-9-smb {{(pid=80258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:58:36.414959 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:36.532086 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347690f4-c715-4076-ac05-fa0e7938bc37']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:36.545452 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372aaa19-230c-47e8-a253-3fb2420b2765') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:36.545784 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372aaa19-230c-47e8-a253-3fb2420b2765') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:36.560530 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:36.578058 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:36.580317 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:58:36.768633 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Network 347690f4-c715-4076-ac05-fa0e7938bc37 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:58:36.777980 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:36.783647 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Deleting port fdb60a4f-216a-42ed-accd-83881bd891f5 {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:36.784106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:36.864095 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-72ec821b-39b3-4520-9534-4da04dc70d77 None None] The port 'fdb60a4f-216a-42ed-accd-83881bd891f5' was deleted {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 17:58:36.962829 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Network 347690f4-c715-4076-ac05-fa0e7938bc37 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:58:36.986763 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:58:37.075243 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:37.078466 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ddb6e069-9f0b-4188-99e4-c49ea90d4425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:37.092642 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:37.104313 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Pushing event deleted for resources: {'Network': ['ID=347690f4-c715-4076-ac05-fa0e7938bc37,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:37.109667 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:37.113299 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9f540f86-8db4-4674-93e7-7ab86e265aee admin admin] 10.222.0.10 "DELETE /v2.0/networks/347690f4-c715-4076-ac05-fa0e7938bc37 HTTP/1.1" status: 204 len: 168 time: 1.6147523 Dec 02 17:58:37.116562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37202) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:37.486844 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424365'] for router_interface, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:38.097694 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Deleting port b304f59b-2f95-490a-8bb9-6413dff2dfb9 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:38.098275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:38.378486 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-dc056852-768a-4fdf-8a77-080dd75a8573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:38.515472 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] For port b304f59b-2f95-490a-8bb9-6413dff2dfb9, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=b304f59b-2f95-490a-8bb9-6413dff2dfb9,segment=NetworkSegment(79825ae3-baaa-4992-9c99-97729ae4418f),segment_id=79825ae3-baaa-4992-9c99-97729ae4418f)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:38.515861 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:38.645845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Calling delete_port for b304f59b-2f95-490a-8bb9-6413dff2dfb9 owned by network:router_interface {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:38.814883 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:38.830068 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:38.886792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Pushing event deleted for resources: {'Port': ['ID=b304f59b-2f95-490a-8bb9-6413dff2dfb9,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:38.889840 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:39.250348 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:39.754124 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Router 9c650267-cafb-4cb1-b39d-b5e053b840b6 has already been hosted by L3 agent 35b4701f-1763-4296-9c53-6dd428caeba4 {{(pid=80258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 17:58:39.940706 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-smb the message routers_updated {{(pid=80258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 17:58:39.949333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] Sync routers for ids ['9c650267-cafb-4cb1-b39d-b5e053b840b6'] in dv-cinder-733623-9-smb {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 17:58:39.954164 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-810d43dd-3efd-4a3a-ad17-2e887d037312 admin admin] 10.222.0.10 "PUT /v2.0/routers/9c650267-cafb-4cb1-b39d-b5e053b840b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8341734 Dec 02 17:58:39.954420 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37210) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:39.960430 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] Routers {'9c650267-cafb-4cb1-b39d-b5e053b840b6'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:58:39.961116 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:58:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['9c650267-cafb-4cb1-b39d-b5e053b840b6'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:40.145771 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] Set router 9c650267-cafb-4cb1-b39d-b5e053b840b6 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:58:40.146037 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks [] for router, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:40.339036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:40.344845 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Deleting port 1c17b7df-7ebc-47a7-87f8-c66bbef43928 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:40.345211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:40.541230 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] For port 1c17b7df-7ebc-47a7-87f8-c66bbef43928, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=1c17b7df-7ebc-47a7-87f8-c66bbef43928,segment=NetworkSegment(b6dae35d-81f9-4fbc-986d-530eecc614c2),segment_id=b6dae35d-81f9-4fbc-986d-530eecc614c2)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:40.541632 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:40.630593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:58:38Z', 'revision_number': 5, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:40.635154 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] Checking router: 9c650267-cafb-4cb1-b39d-b5e053b840b6 for host: dv-cinder-733623-9-smb {{(pid=80259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 17:58:40.646142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] Routers {'9c650267-cafb-4cb1-b39d-b5e053b840b6'} bound to L3 agent in host dv-cinder-733623-9-smb {{(pid=80259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 17:58:40.646849 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:11Z,description=,heartbeat_timestamp=2020-12-02T17:58:11Z,host='dv-cinder-733623-9-smb',id=35b4701f-1763-4296-9c53-6dd428caeba4,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T17:40:11Z,topic='l3_agent')) {'router_ids': ['9c650267-cafb-4cb1-b39d-b5e053b840b6'], 'active': True} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:40.842622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvr_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] Set router 9c650267-cafb-4cb1-b39d-b5e053b840b6 gateway port host: dv-cinder-733623-9-smb {{(pid=80259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 17:58:40.917929 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Calling delete_port for 1c17b7df-7ebc-47a7-87f8-c66bbef43928 owned by network:router_gateway {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:40.985613 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-889a59c8-675e-4af7-be63-dd2b77f0decd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.059646 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.085755 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.176705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_hamode_db [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:58:38Z', 'revision_number': 5, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}], 'dv-cinder-733623-9-smb', False) {} {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:41.180770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240969a4-e802-4cd9-a8be-f705c07e18dc None None] The sync data for ids ['9c650267-cafb-4cb1-b39d-b5e053b840b6'] in dv-cinder-733623-9-smb is: [{'id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'name': 'tempest-TestShelveInstance-797166385-router', 'tenant_id': 'c4132e2940cc438884ddefa34464ade8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'external_fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:58:38Z', 'revision_number': 5, 'project_id': 'c4132e2940cc438884ddefa34464ade8', 'gw_port': {'id': '1c17b7df-7ebc-47a7-87f8-c66bbef43928', 'name': '', 'network_id': '0e1ee128-329d-4691-a63d-e46bd8631858', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c650267-cafb-4cb1-b39d-b5e053b840b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:01Z', 'updated_at': '2020-12-02T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '266b24aa-d30a-44f5-899e-27f632b2d828', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-smb'}] {{(pid=80259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 17:58:41.259915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3765285'] for router_gateway, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.400064 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765433'] for router, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.402607 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.425046 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851011178'] for router, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.425673 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c650267-cafb-4cb1-b39d-b5e053b840b6 {{(pid=80258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 17:58:41.438127 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] Notify callbacks [] for router, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.442212 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-c26bbd96-2570-41ca-8e4c-56c41d46656c admin admin] 10.222.0.10 "DELETE /v2.0/routers/9c650267-cafb-4cb1-b39d-b5e053b840b6 HTTP/1.1" status: 204 len: 168 time: 1.4839709 Dec 02 17:58:41.442502 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37218) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:41.512738 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Deleting subnet e297ab36-9794-4fed-86db-8cb1e2412ad3 {{(pid=80258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 17:58:41.517010 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.570511 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-828412'] for subnet, precommit_delete_associations {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.659327 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851557096'] for subnet, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.929469 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3218688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844081324'] for subnet, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:41.945717 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a9afe5cc-b935-453a-b61b-ba2bef802431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:42.001036 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e297ab36-9794-4fed-86db-8cb1e2412ad3,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:42.005816 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:42.007229 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device b304f59b-2f95-490a-8bb9-6413dff2dfb9 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:58:42.045132 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: b304f59b-2f95-490a-8bb9-6413dff2dfb9 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:58:42.045461 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device b304f59b-2f95-490a-8bb9-6413dff2dfb9 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:58:42.045937 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 1c17b7df-7ebc-47a7-87f8-c66bbef43928 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:58:42.082871 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: 1c17b7df-7ebc-47a7-87f8-c66bbef43928 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:58:42.083290 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device 1c17b7df-7ebc-47a7-87f8-c66bbef43928 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:58:42.086105 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.090921 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0fa323-4b78-4eee-9b5a-b1331ce2d263 None None] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 requested from dv-cinder-733623-9-smb {{(pid=80259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 17:58:42.094923 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e8693c2a-a5a7-4f7c-b0b1-1310aae7c82b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e297ab36-9794-4fed-86db-8cb1e2412ad3 HTTP/1.1" status: 204 len: 168 time: 0.6488106 Dec 02 17:58:42.095211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37222) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:42.217645 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-848570'] for network, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.286540 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.300507 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Deleting port f89863c7-96d7-44e1-9345-67a3ee7c2b07 {{(pid=80258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:42.300897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.374851 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] DHCP port deletion for ba58bbf2-374d-4fef-a26a-13b2192afcd9 request from dv-cinder-733623-9-smb {{(pid=80259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 17:58:42.379681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Deleting port f89863c7-96d7-44e1-9345-67a3ee7c2b07 {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:42.380206 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.541702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] For port f89863c7-96d7-44e1-9345-67a3ee7c2b07, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=f89863c7-96d7-44e1-9345-67a3ee7c2b07,segment=NetworkSegment(79825ae3-baaa-4992-9c99-97729ae4418f),segment_id=79825ae3-baaa-4992-9c99-97729ae4418f)] {{(pid=80258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:42.542194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.624295 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.db [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] For port f89863c7-96d7-44e1-9345-67a3ee7c2b07, host dv-cinder-733623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-smb',level=0,port_id=f89863c7-96d7-44e1-9345-67a3ee7c2b07,segment=NetworkSegment(79825ae3-baaa-4992-9c99-97729ae4418f),segment_id=79825ae3-baaa-4992-9c99-97729ae4418f)] {{(pid=80259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 17:58:42.624652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357813'] for port, precommit_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.638965 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.640501 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.676562 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Calling delete_port for f89863c7-96d7-44e1-9345-67a3ee7c2b07 owned by network:dhcp {{(pid=80258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:42.753879 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853946915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308950613398', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727903678135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847508'] for port, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:42.761677 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Calling delete_port for f89863c7-96d7-44e1-9345-67a3ee7c2b07 owned by network:dhcp {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 17:58:42.769695 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-20516b32-d64d-4f10-82c9-75de7579d339 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:42.815407 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f89863c7-96d7-44e1-9345-67a3ee7c2b07,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:42.827713 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:42.839151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.db.api [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80259) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 17:58:42.839567 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_db.api [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 17:58:42.913253 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] No DVR routers for this DVR port f89863c7-96d7-44e1-9345-67a3ee7c2b07 on host dv-cinder-733623-9-smb {{(pid=80258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 17:58:43.039281 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851562623', 'neutron.services.segments.db._delete_segments_for_network--9223363308950662584'] for network, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:43.160247 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba58bbf2-374d-4fef-a26a-13b2192afcd9']}} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:43.174211 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79825ae3-baaa-4992-9c99-97729ae4418f') {'for_net_delete': True} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:43.174554 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.services.segments.db [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79825ae3-baaa-4992-9c99-97729ae4418f') {} {{(pid=80258) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 17:58:43.186976 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308950665400', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853947404'] for segment, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:43.202299 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3214447'] for segment, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:43.204330 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 17:58:43.341151 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Deleting port f89863c7-96d7-44e1-9345-67a3ee7c2b07 {{(pid=80259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 17:58:43.341585 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727904083912'] for port, before_delete {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:43.390726 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:58:43.401045 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851561369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852928349'] for segment, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:43.412363 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-6f189b90-2a0f-4730-84c5-bb1395d483be None None] The port 'f89863c7-96d7-44e1-9345-67a3ee7c2b07' was deleted {{(pid=80259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 17:58:43.590719 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.managers [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Network ba58bbf2-374d-4fef-a26a-13b2192afcd9 has no segments {{(pid=80258) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: Traceback (most recent call last): Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: timer() Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: cb(*args, **kw) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: return func(*args, **kwargs) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: self._notify() Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: self.callback(batched_events) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: event.method(event) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: segment_id)['aggregates'][0] Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: return f(self, *a, **k) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: return self._get(url).json() Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: **kwargs) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: return self.request(url, 'GET', **kwargs) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: **endpoint_filter) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 17:58:43.614857 dv-cinder-733623-9-smb neutron-server[80148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 17:58:43.694563 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3213193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3188732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851010493'] for network, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:43.698573 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851588078'] for network, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:43.702974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-af7def06-cc54-4322-948f-65ad8c8c658e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:43.727743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba58bbf2-374d-4fef-a26a-13b2192afcd9,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:43.730499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:43.732826 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-387269b5-5888-4417-ba19-04d782184b4c admin admin] 10.222.0.10 "DELETE /v2.0/networks/ba58bbf2-374d-4fef-a26a-13b2192afcd9 HTTP/1.1" status: 204 len: 168 time: 1.6366141 Dec 02 17:58:43.949424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37232) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:44.011572 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e2a7b76b-49c4-43a2-8c22-2a60a9e2701d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8835c6c4e3a4d5b92f9ebb8e7eac324&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0595038 Dec 02 17:58:44.012704 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device f89863c7-96d7-44e1-9345-67a3ee7c2b07 no longer exists at agent ovs-agent-dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 17:58:44.014770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37236) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:44.048605 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.plugin [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] No Port match for: f89863c7-96d7-44e1-9345-67a3ee7c2b07 {{(pid=80259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 17:58:44.049000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.plugins.ml2.rpc [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Device f89863c7-96d7-44e1-9345-67a3ee7c2b07 not bound to the agent host dv-cinder-733623-9-smb {{(pid=80259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 17:58:44.077974 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.104416 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.153781 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.159034 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-eb841467-8cc0-48e8-aa13-d88cffcb17ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:44.172913 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816387c-dec0-40db-a9e2-594813832dc7,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:44.183910 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.184334 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.185289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.185697 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.186102 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.186506 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.186906 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.187329 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.187731 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.188125 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.188519 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.188911 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-smb {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.189369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.189762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.190158 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.190548 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.190969 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.191352 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.191742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.192133 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.192524 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.192915 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.193306 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.193702 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 17:58:44.197176 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.198355 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e816387c-dec0-40db-a9e2-594813832dc7 HTTP/1.1" status: 204 len: 168 time: 0.1825609 Dec 02 17:58:44.199351 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-e042e489-3b90-454b-af5e-e63394b50928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:44.610792 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37254) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:44.664777 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-5a5850e3-b38b-4b7c-a18f-8072bd79572a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4132e2940cc438884ddefa34464ade8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0526402 Dec 02 17:58:44.667424 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37258) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:44.729305 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a7e05513-ddcd-4fae-bbcd-b21cc2bf67b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.756938 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a7e05513-ddcd-4fae-bbcd-b21cc2bf67b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.803926 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a7e05513-ddcd-4fae-bbcd-b21cc2bf67b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.808914 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-3fd5c923-e0c8-46d1-bfde-e99c96e76c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:44.822727 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e05513-ddcd-4fae-bbcd-b21cc2bf67b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25799867-6379-4107-a2de-36e332a6356a,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:44.826418 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-a7e05513-ddcd-4fae-bbcd-b21cc2bf67b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:44.827369 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-a7e05513-ddcd-4fae-bbcd-b21cc2bf67b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:44.828572 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-a7e05513-ddcd-4fae-bbcd-b21cc2bf67b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25799867-6379-4107-a2de-36e332a6356a HTTP/1.1" status: 204 len: 168 time: 0.1601927 Dec 02 17:58:52.908341 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37312) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:53.060488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:53.078762 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:58:53.082855 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Usage tracker for resource:security_group_rule and tenant:ad95345c0afc4f2eaa5f1866ab8fddbd is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:58:53.085810 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:58:53.092138 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:58:53.180357 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:53.183106 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:53.191897 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-92fe4b2a-0d09-457e-8e55-6181a60c41b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:53.234228 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad95345c0afc4f2eaa5f1866ab8fddbd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3247390 Dec 02 17:58:53.235973 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db49991-6d98-41ef-8a69-56af85b61343,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:53.237137 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37318) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:53.239333 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-077f986e-8cd9-4be7-af06-17180a86832e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:53.301651 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-097ecd63-0adc-46bc-abaf-c9d40114826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:53.328681 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-097ecd63-0adc-46bc-abaf-c9d40114826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:53.376259 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-097ecd63-0adc-46bc-abaf-c9d40114826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:53.381275 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-7c129d9f-c192-4892-889b-6e35a4893218 tempest-AttachVolumeTestJSON-1331425438 tempest-AttachVolumeTestJSON-1331425438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:53.394382 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ecd63-0adc-46bc-abaf-c9d40114826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db49991-6d98-41ef-8a69-56af85b61343,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:53.397568 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-097ecd63-0adc-46bc-abaf-c9d40114826a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:53.399793 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-097ecd63-0adc-46bc-abaf-c9d40114826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:53.400881 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-097ecd63-0adc-46bc-abaf-c9d40114826a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6db49991-6d98-41ef-8a69-56af85b61343 HTTP/1.1" status: 204 len: 168 time: 0.1626647 Dec 02 17:58:54.707223 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37348) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:54.859898 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:54.875091 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:58:54.879194 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Usage tracker for resource:security_group_rule and tenant:407524bfae2442e7aeaad5c914fe5edd is out of sync, need to count used quota {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:58:54.882157 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80258) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:58:54.888542 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:58:54.983986 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:54.986896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:54.995875 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-2e0b6975-c6e7-4c6b-a69e-6d9a5b4d3415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:55.041246 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=407524bfae2442e7aeaad5c914fe5edd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3328393 Dec 02 17:58:55.042142 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9fb3ca-2234-48cb-bdd7-e9d21cc17bf8,revision_number=1']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:55.044188 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37354) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:58:55.045676 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9186a32a-8b35-4b93-8bd8-a501d559a122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:55.105983 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9442ce22-bfc8-4ac6-8561-edcec9933f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:55.133331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9442ce22-bfc8-4ac6-8561-edcec9933f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:55.177533 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9442ce22-bfc8-4ac6-8561-edcec9933f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:55.182455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-75a0d4d6-f62b-4190-b6f0-61f7adc38542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:58:55.201264 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442ce22-bfc8-4ac6-8561-edcec9933f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9fb3ca-2234-48cb-bdd7-e9d21cc17bf8,revision_number=None']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:58:55.204392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-9442ce22-bfc8-4ac6-8561-edcec9933f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:58:55.208649 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-9442ce22-bfc8-4ac6-8561-edcec9933f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:58:55.209861 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-9442ce22-bfc8-4ac6-8561-edcec9933f83 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad9fb3ca-2234-48cb-bdd7-e9d21cc17bf8 HTTP/1.1" status: 204 len: 168 time: 0.1645942 Dec 02 17:59:07.451189 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80257) accepted ('10.222.0.10', 37470) {{(pid=80257) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:59:07.602656 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:07.618203 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 17:59:07.622779 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c6857622ab8e4335ab747147e0aa6680 is out of sync, need to count used quota {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 17:59:07.625743 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.quota.resource [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80257) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 17:59:07.631446 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.quota.driver [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80257) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 17:59:07.714097 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:07.717000 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_create {{(pid=80257) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:07.725526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-fd89fcd1-7ed2-44b8-bf41-116259a76c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:59:07.768585 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6857622ab8e4335ab747147e0aa6680&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3162441 Dec 02 17:59:07.769788 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef69a89f-9818-47b2-a702-ebff6ccc2b93,revision_number=1']} {{(pid=80257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:59:07.771814 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.wsgi [-] (80258) accepted ('10.222.0.10', 37476) {{(pid=80258) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 17:59:07.773248 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-8caac564-a00e-4ae0-9a20-fa49173a80c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80257) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:59:07.838947 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85f087c2-3bda-4d5f-a1ae-ebdc23e4507f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:07.867173 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85f087c2-3bda-4d5f-a1ae-ebdc23e4507f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:07.911431 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85f087c2-3bda-4d5f-a1ae-ebdc23e4507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511944'] for security_group, after_delete {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:07.916360 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-ff38557b-755b-4146-94fe-cc34612a6054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 17:59:07.931622 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f087c2-3bda-4d5f-a1ae-ebdc23e4507f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef69a89f-9818-47b2-a702-ebff6ccc2b93,revision_number=None']} {{(pid=80258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 17:59:07.934869 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG oslo_concurrency.lockutils [None req-85f087c2-3bda-4d5f-a1ae-ebdc23e4507f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80258) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 17:59:07.939451 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-85f087c2-3bda-4d5f-a1ae-ebdc23e4507f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80258) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:07.940696 dv-cinder-733623-9-smb neutron-server[80148]: INFO neutron.wsgi [None req-85f087c2-3bda-4d5f-a1ae-ebdc23e4507f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef69a89f-9818-47b2-a702-ebff6ccc2b93 HTTP/1.1" status: 204 len: 168 time: 0.1677673 Dec 02 17:59:08.381425 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-177055ec-1780-4acb-80f0-df6d21349d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:10.908714 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-26292a54-3a6b-46ed-875d-dacf1b64e582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:11.061356 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:12.278491 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:12.415717 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 17:59:12.556494 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:12.577123 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:38.382675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8175a24b-d2ca-4918-8872-2a4fac243d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:40.909908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1d81-407c-4d43-9c36-997ea8141a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:41.061361 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:42.281544 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:42.559602 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:42.592288 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 17:59:49.418900 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 18:00:08.382843 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-f55d80f0-b305-4cf4-99a1-36f571e1a271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:10.912177 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-b7384b0d-0e06-4bbe-a477-18553f39ee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:11.063434 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:12.284018 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:12.562467 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:12.607990 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:26.417963 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 18:00:38.383888 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-353dc85d-2a87-4658-9eb6-3e17660779df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:40.913387 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-297b3fa2-a6df-43f2-8bb8-e06ed53419b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:41.066076 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:42.286392 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:42.564908 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:00:42.607374 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:03.417081 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 18:01:08.385488 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-71dd4ddb-6110-4d3d-8b95-cdc44bdb2391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:10.914053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-6d0f723f-7286-4356-bac2-dcffa501f807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:11.072499 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:12.288682 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:12.567551 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:12.629185 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:38.387316 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-58b4daa0-c7eb-4514-9a62-c4b20347aba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:40.417758 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 18:01:40.915274 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d3253278-d7d0-43ae-9c17-7d6d52b64762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:41.072053 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:42.292020 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:42.569770 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:01:42.620742 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:08.387289 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4893-69bb-4463-98ab-27e2a7c47d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:10.916621 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2771e1f2-b67d-4602-88f2-03f99670b1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:11.074659 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:12.294383 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:12.571587 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:12.626638 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:17.417465 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 18:02:38.388380 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-c1ae870f-d636-48fe-a7e3-ef3a3fc08f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:40.916556 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5c67-5660-428b-86b8-313f93e0b546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:41.076521 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:42.297131 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:42.575474 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:42.619705 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:02:54.417675 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 18:03:08.389652 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-8a70a5e7-4914-4ed2-b093-73e077d6fa3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:10.918067 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-584eeacf-0800-493b-8948-067d440e82cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:11.079896 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:12.299954 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:12.578384 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:12.619455 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:31.416815 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 18:03:38.394691 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-bf77a7bb-4c6b-4764-b1e8-63b542a28fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:40.920526 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-cafe2b72-565b-44e5-a5c3-5984a0b03640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:41.081331 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2111e8fc-b804-4196-84da-4bf837676f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:42.301145 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-44f08455-2467-4f5c-a9f2-f8b905369975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:42.582769 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-73233139-ee92-4aaf-97d3-7c32c2a77ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:03:42.618876 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-20b01db0-bcac-4fa5-a450-7966f9d1cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:04:08.396593 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron_lib.callbacks.manager [None req-2d75ff38-47d2-4c20-8f8a-032d694bb912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308950662601', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851550045'] for agent, after_update {{(pid=80259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 18:04:08.417311 dv-cinder-733623-9-smb neutron-server[80148]: DEBUG neutron.db.agents_db [None req-80463e56-06c1-4bfa-b8b5-531c61f37b76 None None] Agent healthcheck: found 6 active agents {{(pid=80260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}